Dec 01 21:02:49 user nova-compute[75255]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75255) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75255) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75255) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 01 21:02:49 user nova-compute[75255]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:02:49 user nova-compute[75255]: INFO nova.virt.driver [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] Loading compute driver 'libvirt.LibvirtDriver'
Dec 01 21:02:49 user nova-compute[75255]: INFO nova.compute.provider_config [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] Acquiring lock "singleton_lock" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] Acquired lock "singleton_lock" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] Releasing lock "singleton_lock" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] Full set of CONF: {{(pid=75255) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ******************************************************************************** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] Configuration options gathered from: {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ================================================================================ {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] allow_resize_to_same_host      = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] arq_binding_timeout            = 300 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] backdoor_port                  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] backdoor_socket                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] block_device_allocate_retries  = 300 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] block_device_allocate_retries_interval = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cert                           = self.pem {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute_monitors               = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] config_dir                     = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] config_drive_format            = iso9660 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] config_source                  = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] console_host                   = user {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] control_exchange               = nova {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cpu_allocation_ratio           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] daemon                         = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] debug                          = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] default_access_ip_network_name = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] default_availability_zone      = nova {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] default_ephemeral_format       = ext4 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] default_green_pool_size        = 1000 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] default_schedule_zone          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] disk_allocation_ratio          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] enable_new_services            = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] enabled_apis                   = ['osapi_compute'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] enabled_ssl_apis               = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] flat_injected                  = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] force_config_drive             = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] force_raw_images               = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] graceful_shutdown_timeout      = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] heal_instance_info_cache_interval = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] host                           = user {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] instance_build_timeout         = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] instance_delete_interval       = 300 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] instance_format                = [instance: %(uuid)s]  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] instance_name_template         = instance-%08x {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] instance_usage_audit           = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] instance_usage_audit_period    = month {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] internal_service_availability_zone = internal {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] key                            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] live_migration_retry_count     = 30 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] log_config_append              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] log_dir                        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] log_file                       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] log_options                    = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] log_rotate_interval            = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] log_rotate_interval_type       = days {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] log_rotation_type              = none {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] long_rpc_timeout               = 1800 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] max_concurrent_builds          = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] max_concurrent_live_migrations = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] max_concurrent_snapshots       = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] max_local_block_devices        = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] max_logfile_count              = 30 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] max_logfile_size_mb            = 200 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] maximum_instance_delete_attempts = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] metadata_listen                = 0.0.0.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] metadata_listen_port           = 8775 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] metadata_workers               = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] migrate_max_retries            = -1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] mkisofs_cmd                    = genisoimage {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] my_ip                          = 10.0.0.210 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] network_allocate_retries       = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] osapi_compute_listen_port      = 8774 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] osapi_compute_unique_server_name_scope =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] osapi_compute_workers          = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] password_length                = 12 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] periodic_enable                = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] periodic_fuzzy_delay           = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] pointer_model                  = ps2mouse {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] preallocate_images             = none {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] publish_errors                 = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] pybasedir                      = /opt/stack/nova {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ram_allocation_ratio           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] rate_limit_burst               = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] rate_limit_except_level        = CRITICAL {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] rate_limit_interval            = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] reboot_timeout                 = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] reclaim_instance_interval      = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] record                         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] reimage_timeout_per_gb         = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] report_interval                = 120 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] rescue_timeout                 = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] reserved_host_cpus             = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] reserved_host_disk_mb          = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] reserved_host_memory_mb        = 512 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] reserved_huge_pages            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] resize_confirm_window          = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] resize_fs_using_block_device   = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] resume_guests_state_on_host_boot = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] rpc_response_timeout           = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] run_external_periodic_tasks    = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] running_deleted_instance_action = reap {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] running_deleted_instance_timeout = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler_instance_sync_interval = 120 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_down_time              = 720 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] servicegroup_driver            = db {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] shelved_offload_time           = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] shelved_poll_interval          = 3600 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] shutdown_timeout               = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] source_is_ipv6                 = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ssl_only                       = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] state_path                     = /opt/stack/data/nova {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] sync_power_state_interval      = 600 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] sync_power_state_pool_size     = 1000 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] syslog_log_facility            = LOG_USER {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] tempdir                        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] timeout_nbd                    = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] transport_url                  = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] update_resources_interval      = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] use_cow_images                 = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] use_eventlog                   = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] use_journal                    = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] use_json                       = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] use_rootwrap_daemon            = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] use_stderr                     = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] use_syslog                     = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vcpu_pin_set                   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plugging_is_fatal          = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plugging_timeout           = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] virt_mkfs                      = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] volume_usage_poll_interval     = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] watch_log_file                 = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] web                            = /usr/share/spice-html5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_concurrency.disable_process_locking = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.auth_strategy              = keystone {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.compute_link_prefix        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.dhcp_domain                = novalocal {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.enable_instance_password   = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.glance_link_prefix         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.instance_list_per_project_cells = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.list_records_by_skipping_down_cells = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.local_metadata_per_cell    = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.max_limit                  = 1000 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.metadata_cache_expiration  = 15 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.neutron_default_tenant_id  = default {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.use_forwarded_for          = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.use_neutron_default_nets   = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.vendordata_dynamic_targets = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.vendordata_jsonfile_path   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.backend                  = dogpile.cache.memcached {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.backend_argument         = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.config_prefix            = cache.oslo {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.dead_timeout             = 60.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.debug_cache_backend      = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.enable_retry_client      = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.enable_socket_keepalive  = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.enabled                  = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.expiration_time          = 600 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.hashclient_retry_attempts = 2 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.memcache_dead_retry      = 300 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.memcache_password        =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.memcache_pool_maxsize    = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.memcache_sasl_enabled    = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.memcache_username        =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.proxies                  = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.retry_attempts           = 2 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.retry_delay              = 0.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.socket_keepalive_count   = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.socket_keepalive_idle    = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.socket_keepalive_interval = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.tls_allowed_ciphers      = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.tls_cafile               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.tls_certfile             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.tls_enabled              = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cache.tls_keyfile              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.auth_section            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.auth_type               = password {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.cafile                  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.certfile                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.collect_timing          = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.cross_az_attach         = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.debug                   = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.endpoint_template       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.http_retries            = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.insecure                = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.keyfile                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.os_region_name          = RegionOne {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.split_loggers           = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cinder.timeout                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.cpu_dedicated_set      = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.cpu_shared_set         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.image_type_exclude_list = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.resource_provider_association_refresh = 300 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.shutdown_retry_interval = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] conductor.workers              = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] console.allowed_origins        = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] console.ssl_ciphers            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] console.ssl_minimum_version    = default {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] consoleauth.token_ttl          = 600 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.cafile                  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.certfile                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.collect_timing          = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.connect_retries         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.connect_retry_delay     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.endpoint_override       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.insecure                = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.keyfile                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.max_version             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.min_version             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.region_name             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.service_name            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.service_type            = accelerator {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.split_loggers           = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.status_code_retries     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.status_code_retry_delay = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.timeout                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] cyborg.version                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.backend               = sqlalchemy {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.connection            = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.connection_debug      = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.connection_parameters =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.connection_recycle_time = 3600 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.connection_trace      = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.db_inc_retry_interval = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.db_max_retries        = 20 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.db_max_retry_interval = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.db_retry_interval     = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.max_overflow          = 50 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.max_pool_size         = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.max_retries           = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.mysql_wsrep_sync_wait = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.pool_timeout          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.retry_interval        = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.slave_connection      = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] database.sqlite_synchronous    = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.backend           = sqlalchemy {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.connection        = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.connection_debug  = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.connection_parameters =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.connection_recycle_time = 3600 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.connection_trace  = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.db_inc_retry_interval = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.db_max_retries    = 20 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.db_max_retry_interval = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.db_retry_interval = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.max_overflow      = 50 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.max_pool_size     = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.max_retries       = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.pool_timeout      = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.retry_interval    = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.slave_connection  = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] api_database.sqlite_synchronous = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] devices.enabled_mdev_types     = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ephemeral_storage_encryption.enabled = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.api_servers             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.cafile                  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.certfile                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.collect_timing          = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.connect_retries         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.connect_retry_delay     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.debug                   = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.default_trusted_certificate_ids = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.enable_certificate_validation = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.enable_rbd_download     = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.endpoint_override       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.insecure                = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.keyfile                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.max_version             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.min_version             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.num_retries             = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.rbd_ceph_conf           =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.rbd_connect_timeout     = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.rbd_pool                =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.rbd_user                =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.region_name             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.service_name            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.service_type            = image {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.split_loggers           = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.status_code_retries     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.status_code_retry_delay = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.timeout                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.verify_glance_signatures = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] glance.version                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] guestfs.debug                  = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.config_drive_cdrom      = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.config_drive_inject_password = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.enable_instance_metrics_collection = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.enable_remotefx         = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.instances_path_share    =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.iscsi_initiator_list    = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.limit_cpu_features      = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.power_state_check_timeframe = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.use_multipath_io        = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.volume_attach_retry_count = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.vswitch_name            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] mks.enabled                    = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] image_cache.manager_interval   = 2400 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] image_cache.precache_concurrency = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] image_cache.remove_unused_base_images = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] image_cache.subdirectory_name  = _base {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.api_max_retries         = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.api_retry_interval      = 2 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.auth_section            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.auth_type               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.cafile                  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.certfile                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.collect_timing          = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.conductor_group         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.connect_retries         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.connect_retry_delay     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.endpoint_override       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.insecure                = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.keyfile                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.max_version             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.min_version             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.peer_list               = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.region_name             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.serial_console_state_timeout = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.service_name            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.service_type            = baremetal {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.split_loggers           = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.status_code_retries     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.status_code_retry_delay = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.timeout                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ironic.version                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] key_manager.fixed_key          = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.barbican_api_version  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.barbican_endpoint     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.barbican_endpoint_type = public {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.barbican_region_name  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.cafile                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.certfile              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.collect_timing        = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.insecure              = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.keyfile               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.number_of_retries     = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.retry_delay           = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.send_service_user_token = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.split_loggers         = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.timeout               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.verify_ssl            = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican.verify_ssl_path       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican_service_user.auth_section = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican_service_user.auth_type = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican_service_user.cafile   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican_service_user.certfile = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican_service_user.collect_timing = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican_service_user.insecure = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican_service_user.keyfile  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican_service_user.split_loggers = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] barbican_service_user.timeout  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.approle_role_id          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.approle_secret_id        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.cafile                   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.certfile                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.collect_timing           = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.insecure                 = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.keyfile                  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.kv_mountpoint            = secret {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.kv_path                  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.kv_version               = 2 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.namespace                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.root_token_id            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.split_loggers            = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.ssl_ca_crt_file          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.timeout                  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.use_ssl                  = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.auth_section          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.auth_type             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.cafile                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.certfile              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.collect_timing        = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.connect_retries       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.connect_retry_delay   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.endpoint_override     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.insecure              = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.keyfile               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.max_version           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.min_version           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.region_name           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.service_name          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.service_type          = identity {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.split_loggers         = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.status_code_retries   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.status_code_retry_delay = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.timeout               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] keystone.version               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.connection_uri         =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.cpu_mode               = custom {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: WARNING oslo_config.cfg [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.cpu_power_governor_high = performance {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.cpu_power_management   = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.device_detach_attempts = 8 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.device_detach_timeout  = 20 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.disk_cachemodes        = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.disk_prefix            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.enabled_perf_events    = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.file_backed_memory     = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.gid_maps               = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.hw_disk_discard        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.hw_machine_type        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.images_rbd_glance_store_name =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.images_rbd_pool        = rbd {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.images_type            = default {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.images_volume_group    = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.inject_key             = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.inject_partition       = -2 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.inject_password        = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.iscsi_iface            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.iser_use_multipath     = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_downtime = 500 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_inbound_addr = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_scheme  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_timeout_action = abort {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_tunnelled = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: WARNING oslo_config.cfg [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Dec 01 21:02:49 user nova-compute[75255]: live_migration_uri is deprecated for removal in favor of two other options that
Dec 01 21:02:49 user nova-compute[75255]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Dec 01 21:02:49 user nova-compute[75255]: and ``live_migration_inbound_addr`` respectively.
Dec 01 21:02:49 user nova-compute[75255]: ).  Its value may be silently ignored in the future.
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.live_migration_with_native_tls = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.max_queues             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.nfs_mount_options      = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.num_pcie_ports         = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.pmem_namespaces        = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.quobyte_client_cfg     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.rbd_secret_uuid        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.rbd_user               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.rescue_image_id        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.rescue_kernel_id       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.rescue_ramdisk_id      = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.rx_queue_size          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.smbfs_mount_options    =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.snapshot_compression   = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.snapshot_image_format  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.sparse_logical_volumes = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.swtpm_enabled          = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.swtpm_group            = tss {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.swtpm_user             = tss {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.sysinfo_serial         = unique {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.tb_cache_size          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.tx_queue_size          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.uid_maps               = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.use_virtio_for_bridges = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.virt_type              = kvm {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.volume_clear           = zero {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.volume_clear_size      = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.volume_use_multipath   = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.vzstorage_cache_path   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.vzstorage_mount_user   = stack {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.auth_section           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.auth_type              = password {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.cafile                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.certfile               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.collect_timing         = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.connect_retries        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.connect_retry_delay    = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.default_floating_pool  = public {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.endpoint_override      = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.extension_sync_interval = 600 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.http_retries           = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.insecure               = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.keyfile                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.max_version            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:49 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.min_version            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.ovs_bridge             = br-int {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.physnets               = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.region_name            = RegionOne {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.service_metadata_proxy = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.service_name           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.service_type           = network {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.split_loggers          = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.status_code_retries    = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.status_code_retry_delay = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.timeout                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] neutron.version                = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] notifications.bdms_in_notifications = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] notifications.default_level    = INFO {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] notifications.notification_format = unversioned {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] notifications.notify_on_state_change = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] pci.alias                      = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] pci.device_spec                = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] pci.report_in_placement        = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.auth_section         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.auth_type            = password {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.cafile               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.certfile             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.collect_timing       = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.connect_retries      = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.connect_retry_delay  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.default_domain_id    = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.default_domain_name  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.domain_id            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.domain_name          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.endpoint_override    = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.insecure             = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.keyfile              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.max_version          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.min_version          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.password             = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.project_domain_id    = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.project_domain_name  = Default {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.project_id           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.project_name         = service {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.region_name          = RegionOne {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.service_name         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.service_type         = placement {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.split_loggers        = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.status_code_retries  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.status_code_retry_delay = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.system_scope         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.timeout              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.trust_id             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.user_domain_id       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.user_domain_name     = Default {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.user_id              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.username             = placement {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] placement.version              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.cores                    = 20 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.count_usage_from_placement = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.injected_file_content_bytes = 10240 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.injected_file_path_length = 255 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.injected_files           = 5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.instances                = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.key_pairs                = 100 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.metadata_items           = 128 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.ram                      = 51200 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.recheck_quota            = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.server_group_members     = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] quota.server_groups            = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] rdp.enabled                    = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler.image_metadata_prefilter = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler.max_attempts         = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler.max_placement_results = 1000 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] scheduler.workers              = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.host_subset_size = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.isolated_hosts = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.isolated_images = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.pci_in_placement = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.track_instance_changes = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] metrics.required               = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] metrics.weight_multiplier      = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] metrics.weight_setting         = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] serial_console.enabled         = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] serial_console.port_range      = 10000:20000 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] serial_console.serialproxy_port = 6083 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_user.auth_section      = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_user.auth_type         = password {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_user.cafile            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_user.certfile          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_user.collect_timing    = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_user.insecure          = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_user.keyfile           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_user.send_service_user_token = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_user.split_loggers     = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] service_user.timeout           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.agent_enabled            = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.enabled                  = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.html5proxy_port          = 6082 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.image_compression        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.jpeg_compression         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.playback_compression     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.server_listen            = 127.0.0.1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.streaming_mode           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] spice.zlib_compression         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] upgrade_levels.baseapi         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] upgrade_levels.compute         = auto {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] upgrade_levels.conductor       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] upgrade_levels.scheduler       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vendordata_dynamic_auth.cafile = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vendordata_dynamic_auth.certfile = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vendordata_dynamic_auth.insecure = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vendordata_dynamic_auth.timeout = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.api_retry_count         = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.ca_file                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.cache_prefix            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.cluster_name            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.connection_pool_size    = 10 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.console_delay_seconds   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.datastore_regex         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.host_ip                 = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.host_password           = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.host_port               = 443 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.host_username           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.insecure                = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.integration_bridge      = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.maximum_objects         = 100 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.pbm_default_policy      = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.pbm_enabled             = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.pbm_wsdl_location       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.serial_port_proxy_uri   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.serial_port_service_uri = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.task_poll_interval      = 0.5 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.use_linked_clone        = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.vnc_keymap              = en-us {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.vnc_port                = 5900 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vmware.vnc_port_total          = 10000 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vnc.auth_schemes               = ['none'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vnc.enabled                    = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vnc.novncproxy_port            = 6080 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vnc.server_listen              = 0.0.0.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vnc.vencrypt_ca_certs          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vnc.vencrypt_client_cert       = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vnc.vencrypt_client_key        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.disable_rootwrap   = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.enable_numa_live_migration = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.libvirt_disable_apic = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.client_socket_timeout     = 900 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.default_pool_size         = 1000 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.keep_alive                = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.max_header_line           = 16384 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.ssl_ca_file               = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.ssl_cert_file             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.ssl_key_file              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.tcp_keepidle              = 600 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] zvm.ca_file                    = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] zvm.cloud_connector_url        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] zvm.reachable_timeout          = 300 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_policy.enforce_new_defaults = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_policy.enforce_scope      = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_policy.policy_default_rule = default {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_policy.policy_file        = policy.yaml {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.connection_string     = messaging:// {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.enabled               = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.es_doc_type           = notification {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.es_scroll_size        = 10000 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.es_scroll_time        = 2m {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.filter_error_trace    = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.hmac_keys             = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.sentinel_service_name = mymaster {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.socket_timeout        = 0.1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.trace_requests        = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler.trace_sqlalchemy      = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler_jaeger.process_tags   = {} {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler_jaeger.service_name_prefix = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] profiler_otlp.service_name_prefix = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] remote_debug.host              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] remote_debug.port              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.ssl      = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_notifications.retry = -1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.auth_section        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.auth_type           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.cafile              = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.certfile            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.collect_timing      = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.connect_retries     = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.connect_retry_delay = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.endpoint_id         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.endpoint_override   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.insecure            = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.keyfile             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.max_version         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.min_version         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.region_name         = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.service_name        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.service_type        = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.split_loggers       = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.status_code_retries = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.status_code_retry_delay = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.timeout             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.valid_interfaces    = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_limit.version             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_reports.file_event_handler = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] oslo_reports.log_dir           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_ovs_privileged.group  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] vif_plug_ovs_privileged.user   = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_ovs.isolate_vif         = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_vif_ovs.per_port_bridge     = False {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] os_brick.lock_path             = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] privsep_osbrick.capabilities   = [21] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] privsep_osbrick.group          = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] privsep_osbrick.helper_command = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] privsep_osbrick.user           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] nova_sys_admin.group           = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] nova_sys_admin.helper_command  = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] nova_sys_admin.user            = None {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG oslo_service.service [None req-e4970d12-5eca-4e66-9a47-479261cf73f7 None None] ******************************************************************************** {{(pid=75255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Dec 01 21:02:50 user nova-compute[75255]: INFO nova.service [-] Starting compute node (version 0.0.0)
Dec 01 21:02:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Connecting to libvirt: qemu:///system {{(pid=75255) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f82a43e2560> {{(pid=75255) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Dec 01 21:02:50 user nova-compute[75255]: libvirt:  error : internal error: could not initialize domain event timer
Dec 01 21:02:50 user nova-compute[75255]: WARNING nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Dec 01 21:02:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f82a43e2560> {{(pid=75255) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Starting native event thread {{(pid=75255) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Starting green dispatch thread {{(pid=75255) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Dec 01 21:02:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Starting connection event dispatch thread {{(pid=75255) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Dec 01 21:02:50 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Connection event '1' reason 'None'
Dec 01 21:02:50 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 01 21:02:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.mount [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Initialising _HostMountState generation 0 {{(pid=75255) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Dec 01 21:02:57 user nova-compute[75255]: INFO nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Libvirt host capabilities <capabilities>
Dec 01 21:02:57 user nova-compute[75255]:   <host>
Dec 01 21:02:57 user nova-compute[75255]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Dec 01 21:02:57 user nova-compute[75255]:     <cpu>
Dec 01 21:02:57 user nova-compute[75255]:       <arch>x86_64</arch>
Dec 01 21:02:57 user nova-compute[75255]:       <model>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <vendor>Intel</vendor>
Dec 01 21:02:57 user nova-compute[75255]:       <microcode version='1070'/>
Dec 01 21:02:57 user nova-compute[75255]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Dec 01 21:02:57 user nova-compute[75255]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='ss'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='vmx'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='pcid'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='osxsave'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='hypervisor'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='arat'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='tsc_adjust'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='md-clear'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='arch-capabilities'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='invtsc'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='rsba'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature name='skip-l1dfl-vmentry'/>
Dec 01 21:02:57 user nova-compute[75255]:       <pages unit='KiB' size='4'/>
Dec 01 21:02:57 user nova-compute[75255]:       <pages unit='KiB' size='2048'/>
Dec 01 21:02:57 user nova-compute[75255]:     </cpu>
Dec 01 21:02:57 user nova-compute[75255]:     <power_management>
Dec 01 21:02:57 user nova-compute[75255]:       <suspend_mem/>
Dec 01 21:02:57 user nova-compute[75255]:       <suspend_disk/>
Dec 01 21:02:57 user nova-compute[75255]:       <suspend_hybrid/>
Dec 01 21:02:57 user nova-compute[75255]:     </power_management>
Dec 01 21:02:57 user nova-compute[75255]:     <iommu support='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     <migration_features>
Dec 01 21:02:57 user nova-compute[75255]:       <live/>
Dec 01 21:02:57 user nova-compute[75255]:       <uri_transports>
Dec 01 21:02:57 user nova-compute[75255]:         <uri_transport>tcp</uri_transport>
Dec 01 21:02:57 user nova-compute[75255]:         <uri_transport>rdma</uri_transport>
Dec 01 21:02:57 user nova-compute[75255]:       </uri_transports>
Dec 01 21:02:57 user nova-compute[75255]:     </migration_features>
Dec 01 21:02:57 user nova-compute[75255]:     <topology>
Dec 01 21:02:57 user nova-compute[75255]:       <cells num='2'>
Dec 01 21:02:57 user nova-compute[75255]:         <cell id='0'>
Dec 01 21:02:57 user nova-compute[75255]:           <memory unit='KiB'>8189224</memory>
Dec 01 21:02:57 user nova-compute[75255]:           <pages unit='KiB' size='4'>2047306</pages>
Dec 01 21:02:57 user nova-compute[75255]:           <pages unit='KiB' size='2048'>0</pages>
Dec 01 21:02:57 user nova-compute[75255]:           <distances>
Dec 01 21:02:57 user nova-compute[75255]:             <sibling id='0' value='10'/>
Dec 01 21:02:57 user nova-compute[75255]:             <sibling id='1' value='20'/>
Dec 01 21:02:57 user nova-compute[75255]:           </distances>
Dec 01 21:02:57 user nova-compute[75255]:           <cpus num='6'>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Dec 01 21:02:57 user nova-compute[75255]:           </cpus>
Dec 01 21:02:57 user nova-compute[75255]:         </cell>
Dec 01 21:02:57 user nova-compute[75255]:         <cell id='1'>
Dec 01 21:02:57 user nova-compute[75255]:           <memory unit='KiB'>8206460</memory>
Dec 01 21:02:57 user nova-compute[75255]:           <pages unit='KiB' size='4'>2051615</pages>
Dec 01 21:02:57 user nova-compute[75255]:           <pages unit='KiB' size='2048'>0</pages>
Dec 01 21:02:57 user nova-compute[75255]:           <distances>
Dec 01 21:02:57 user nova-compute[75255]:             <sibling id='0' value='20'/>
Dec 01 21:02:57 user nova-compute[75255]:             <sibling id='1' value='10'/>
Dec 01 21:02:57 user nova-compute[75255]:           </distances>
Dec 01 21:02:57 user nova-compute[75255]:           <cpus num='6'>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Dec 01 21:02:57 user nova-compute[75255]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Dec 01 21:02:57 user nova-compute[75255]:           </cpus>
Dec 01 21:02:57 user nova-compute[75255]:         </cell>
Dec 01 21:02:57 user nova-compute[75255]:       </cells>
Dec 01 21:02:57 user nova-compute[75255]:     </topology>
Dec 01 21:02:57 user nova-compute[75255]:     <cache>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Dec 01 21:02:57 user nova-compute[75255]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Dec 01 21:02:57 user nova-compute[75255]:     </cache>
Dec 01 21:02:57 user nova-compute[75255]:     <secmodel>
Dec 01 21:02:57 user nova-compute[75255]:       <model>apparmor</model>
Dec 01 21:02:57 user nova-compute[75255]:       <doi>0</doi>
Dec 01 21:02:57 user nova-compute[75255]:     </secmodel>
Dec 01 21:02:57 user nova-compute[75255]:     <secmodel>
Dec 01 21:02:57 user nova-compute[75255]:       <model>dac</model>
Dec 01 21:02:57 user nova-compute[75255]:       <doi>0</doi>
Dec 01 21:02:57 user nova-compute[75255]:       <baselabel type='kvm'>+64055:+108</baselabel>
Dec 01 21:02:57 user nova-compute[75255]:       <baselabel type='qemu'>+64055:+108</baselabel>
Dec 01 21:02:57 user nova-compute[75255]:     </secmodel>
Dec 01 21:02:57 user nova-compute[75255]:   </host>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='alpha'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>clipper</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='armv6l'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>integratorcp</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>borzoi</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>spitz</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>nuri</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>musca-b1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>versatileab</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>kzm</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>musca-a</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>smdkc210</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sx1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>z2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>tosa</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>sabrelite</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>realview-eb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>n810</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>n800</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>versatilepb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>terrier</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mainstone</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>midway</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>musicpal</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>microbit</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>cubieboard</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>verdex</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>netduino2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>raspi2b</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>cheetah</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>highbank</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>akita</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>connex</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>collie</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>raspi0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='armv7l'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>integratorcp</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>borzoi</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>spitz</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>nuri</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>musca-b1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>versatileab</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>kzm</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>musca-a</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>smdkc210</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sx1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>z2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>tosa</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>sabrelite</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>realview-eb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>n810</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>n800</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>versatilepb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>terrier</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mainstone</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>midway</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>musicpal</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>microbit</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>cubieboard</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>verdex</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>netduino2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>raspi2b</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>cheetah</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>highbank</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>akita</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>connex</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>collie</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>raspi0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='aarch64'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>integratorcp</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>borzoi</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>spitz</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>nuri</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>musca-b1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>versatileab</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>kzm</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>musca-a</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>smdkc210</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sx1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>z2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>tosa</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>sabrelite</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>realview-eb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>sbsa-ref</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>n810</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>n800</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>versatilepb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>terrier</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mainstone</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>midway</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>musicpal</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>microbit</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>raspi3ap</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>cubieboard</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>verdex</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>netduino2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>raspi3b</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>raspi2b</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>cheetah</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>highbank</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>akita</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>connex</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>collie</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>raspi0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <acpi default='on' toggle='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='cris'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>axis-dev88</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='i686'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>x-remote</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>isapc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>microvm</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='kvm'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <pae/>
Dec 01 21:02:57 user nova-compute[75255]:       <nonpae/>
Dec 01 21:02:57 user nova-compute[75255]:       <acpi default='on' toggle='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:       <apic default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='m68k'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mcf5208evb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>an5206</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>virt-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>q800</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>virt-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>next-cube</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>virt-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='microblaze'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='microblazeel'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='mips'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='16'>malta</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mipssim</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='mipsel'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='16'>malta</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mipssim</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='mips64'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='16'>malta</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mipssim</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>pica61</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>magnum</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='mips64el'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='16'>malta</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='16'>loongson3-virt</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mipssim</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>pica61</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>magnum</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='16'>boston</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>fuloong2e</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='ppc'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>g3beige</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mac99</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>ppce500</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>pegasos2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sam460ex</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>bamboo</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>40p</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>ref405ep</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>taihu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='ppc64'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2048'>powernv9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>taihu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2048'>powernv10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>ppce500</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>40p</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>pegasos2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>bamboo</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>g3beige</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mac99</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sam460ex</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>ref405ep</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2048'>powernv8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='ppc64le'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2048'>powernv9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>taihu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2048'>powernv10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>ppce500</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>40p</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>pegasos2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>bamboo</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>g3beige</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>mac99</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sam460ex</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>ref405ep</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2048'>powernv8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='riscv32'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='8'>spike</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>opentitan</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='5'>sifive_u</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sifive_e</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='8'>virt</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='riscv64'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='8'>spike</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='5'>sifive_u</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>shakti_c</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sifive_e</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='8'>virt</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='s390x'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='sh4'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>shix</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>r2d</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='sh4eb'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>shix</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>r2d</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='sparc'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>SS-5</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>SS-20</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>LX</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>SPARCClassic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>leon3_generic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>SPARCbook</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>SS-4</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>SS-600MP</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>SS-10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>Voyager</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='sparc64'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sun4u</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>niagara</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>sun4v</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='x86_64'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>64</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>x-remote</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='1'>isapc</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>microvm</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='kvm'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <acpi default='on' toggle='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:       <apic default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='xtensa'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>sim</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>kc705</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>ml605</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>virt</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>lx200</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>lx60</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]:   <guest>
Dec 01 21:02:57 user nova-compute[75255]:     <os_type>hvm</os_type>
Dec 01 21:02:57 user nova-compute[75255]:     <arch name='xtensaeb'>
Dec 01 21:02:57 user nova-compute[75255]:       <wordsize>32</wordsize>
Dec 01 21:02:57 user nova-compute[75255]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='4'>sim</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>kc705</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>ml605</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>virt</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>lx200</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>lx60</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 01 21:02:57 user nova-compute[75255]:       <domain type='qemu'/>
Dec 01 21:02:57 user nova-compute[75255]:     </arch>
Dec 01 21:02:57 user nova-compute[75255]:     <features>
Dec 01 21:02:57 user nova-compute[75255]:       <cpuselection/>
Dec 01 21:02:57 user nova-compute[75255]:       <deviceboot/>
Dec 01 21:02:57 user nova-compute[75255]:       <disksnapshot default='on' toggle='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     </features>
Dec 01 21:02:57 user nova-compute[75255]:   </guest>
Dec 01 21:02:57 user nova-compute[75255]: </capabilities>
Dec 01 21:02:57 user nova-compute[75255]: 
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for i686 via machine types: {'q35', 'ubuntu', 'ubuntu-q35', 'pc'} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Dec 01 21:02:57 user nova-compute[75255]: <domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:   <path>/usr/bin/qemu-system-i386</path>
Dec 01 21:02:57 user nova-compute[75255]:   <domain>kvm</domain>
Dec 01 21:02:57 user nova-compute[75255]:   <machine>pc-q35-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:   <arch>i686</arch>
Dec 01 21:02:57 user nova-compute[75255]:   <vcpu max='288'/>
Dec 01 21:02:57 user nova-compute[75255]:   <iothreads supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:   <os supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='firmware'/>
Dec 01 21:02:57 user nova-compute[75255]:     <loader supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>rom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pflash</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='readonly'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>yes</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='secure'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </loader>
Dec 01 21:02:57 user nova-compute[75255]:   </os>
Dec 01 21:02:57 user nova-compute[75255]:   <cpu>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-passthrough' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='hostPassthroughMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='maximum' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='maximumMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-model' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <vendor>Intel</vendor>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ss'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='vmx'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pcid'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='hypervisor'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arat'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='umip'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='md-clear'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibpb'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibrs'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='erms'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='lm'/>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='custom' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>qemu64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>qemu32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>phenom</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>n270</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>kvm64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>coreduo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>core2duo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>athlon</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Westmere-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Westmere</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Snowridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Penryn</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G5</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G4</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G1</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Nehalem-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Nehalem</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Rome</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Milan</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Dhyana</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cooperlake</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Conroe</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>486</model>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:   </cpu>
Dec 01 21:02:57 user nova-compute[75255]:   <memoryBacking supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='sourceType'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>file</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>anonymous</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>memfd</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:   </memoryBacking>
Dec 01 21:02:57 user nova-compute[75255]:   <devices>
Dec 01 21:02:57 user nova-compute[75255]:     <disk supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='diskDevice'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>disk</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cdrom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>floppy</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>lun</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='bus'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>fdc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sata</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </disk>
Dec 01 21:02:57 user nova-compute[75255]:     <graphics supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sdl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vnc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>spice</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egl-headless</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </graphics>
Dec 01 21:02:57 user nova-compute[75255]:     <video supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='modelType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cirrus</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vmvga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>qxl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>none</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>bochs</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ramfb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </video>
Dec 01 21:02:57 user nova-compute[75255]:     <hostdev supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='mode'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>subsystem</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='startupPolicy'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>default</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>mandatory</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>requisite</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>optional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='subsysType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pci</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='capsType'/>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='pciBackend'/>
Dec 01 21:02:57 user nova-compute[75255]:     </hostdev>
Dec 01 21:02:57 user nova-compute[75255]:     <rng supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>random</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egd</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>builtin</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </rng>
Dec 01 21:02:57 user nova-compute[75255]:     <filesystem supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='driverType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>path</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>handle</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtiofs</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </filesystem>
Dec 01 21:02:57 user nova-compute[75255]:     <tpm supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-tis</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-crb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>passthrough</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>emulator</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </tpm>
Dec 01 21:02:57 user nova-compute[75255]:   </devices>
Dec 01 21:02:57 user nova-compute[75255]:   <features>
Dec 01 21:02:57 user nova-compute[75255]:     <gic supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     <vmcoreinfo supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <genid supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backingStoreInput supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backup supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <sev supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:   </features>
Dec 01 21:02:57 user nova-compute[75255]: </domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:  {{(pid=75255) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Dec 01 21:02:57 user nova-compute[75255]: <domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:   <path>/usr/bin/qemu-system-i386</path>
Dec 01 21:02:57 user nova-compute[75255]:   <domain>kvm</domain>
Dec 01 21:02:57 user nova-compute[75255]:   <machine>pc-i440fx-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:   <arch>i686</arch>
Dec 01 21:02:57 user nova-compute[75255]:   <vcpu max='255'/>
Dec 01 21:02:57 user nova-compute[75255]:   <iothreads supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:   <os supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='firmware'/>
Dec 01 21:02:57 user nova-compute[75255]:     <loader supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>rom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pflash</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='readonly'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>yes</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='secure'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </loader>
Dec 01 21:02:57 user nova-compute[75255]:   </os>
Dec 01 21:02:57 user nova-compute[75255]:   <cpu>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-passthrough' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='hostPassthroughMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='maximum' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='maximumMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-model' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <vendor>Intel</vendor>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ss'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='vmx'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pcid'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='hypervisor'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arat'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='umip'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='md-clear'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibpb'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibrs'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='erms'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='lm'/>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='custom' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>qemu64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>qemu32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>phenom</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>n270</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>kvm64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>coreduo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>core2duo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>athlon</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Westmere-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Westmere</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Snowridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Penryn</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G5</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G4</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G1</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Nehalem-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Nehalem</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Rome</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Milan</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Dhyana</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cooperlake</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Conroe</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>486</model>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:   </cpu>
Dec 01 21:02:57 user nova-compute[75255]:   <memoryBacking supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='sourceType'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>file</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>anonymous</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>memfd</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:   </memoryBacking>
Dec 01 21:02:57 user nova-compute[75255]:   <devices>
Dec 01 21:02:57 user nova-compute[75255]:     <disk supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='diskDevice'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>disk</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cdrom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>floppy</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>lun</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='bus'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ide</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>fdc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sata</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </disk>
Dec 01 21:02:57 user nova-compute[75255]:     <graphics supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sdl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vnc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>spice</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egl-headless</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </graphics>
Dec 01 21:02:57 user nova-compute[75255]:     <video supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='modelType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cirrus</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vmvga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>qxl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>none</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>bochs</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ramfb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </video>
Dec 01 21:02:57 user nova-compute[75255]:     <hostdev supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='mode'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>subsystem</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='startupPolicy'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>default</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>mandatory</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>requisite</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>optional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='subsysType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pci</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='capsType'/>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='pciBackend'/>
Dec 01 21:02:57 user nova-compute[75255]:     </hostdev>
Dec 01 21:02:57 user nova-compute[75255]:     <rng supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>random</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egd</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>builtin</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </rng>
Dec 01 21:02:57 user nova-compute[75255]:     <filesystem supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='driverType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>path</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>handle</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtiofs</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </filesystem>
Dec 01 21:02:57 user nova-compute[75255]:     <tpm supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-tis</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-crb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>passthrough</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>emulator</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </tpm>
Dec 01 21:02:57 user nova-compute[75255]:   </devices>
Dec 01 21:02:57 user nova-compute[75255]:   <features>
Dec 01 21:02:57 user nova-compute[75255]:     <gic supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     <vmcoreinfo supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <genid supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backingStoreInput supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backup supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <sev supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:   </features>
Dec 01 21:02:57 user nova-compute[75255]: </domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:  {{(pid=75255) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Dec 01 21:02:57 user nova-compute[75255]: <domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:   <path>/usr/bin/qemu-system-i386</path>
Dec 01 21:02:57 user nova-compute[75255]:   <domain>kvm</domain>
Dec 01 21:02:57 user nova-compute[75255]:   <machine>pc-q35-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:   <arch>i686</arch>
Dec 01 21:02:57 user nova-compute[75255]:   <vcpu max='288'/>
Dec 01 21:02:57 user nova-compute[75255]:   <iothreads supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:   <os supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='firmware'/>
Dec 01 21:02:57 user nova-compute[75255]:     <loader supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>rom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pflash</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='readonly'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>yes</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='secure'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </loader>
Dec 01 21:02:57 user nova-compute[75255]:   </os>
Dec 01 21:02:57 user nova-compute[75255]:   <cpu>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-passthrough' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='hostPassthroughMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='maximum' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='maximumMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-model' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <vendor>Intel</vendor>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ss'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='vmx'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pcid'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='hypervisor'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arat'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='umip'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='md-clear'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibpb'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibrs'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='erms'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='lm'/>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='custom' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>qemu64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>qemu32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>phenom</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>n270</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>kvm64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>coreduo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>core2duo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>athlon</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Westmere-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Westmere</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Snowridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Penryn</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G5</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G4</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G1</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Nehalem-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Nehalem</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Rome</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Milan</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Dhyana</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cooperlake</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Conroe</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>486</model>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:   </cpu>
Dec 01 21:02:57 user nova-compute[75255]:   <memoryBacking supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='sourceType'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>file</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>anonymous</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>memfd</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:   </memoryBacking>
Dec 01 21:02:57 user nova-compute[75255]:   <devices>
Dec 01 21:02:57 user nova-compute[75255]:     <disk supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='diskDevice'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>disk</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cdrom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>floppy</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>lun</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='bus'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>fdc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sata</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </disk>
Dec 01 21:02:57 user nova-compute[75255]:     <graphics supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sdl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vnc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>spice</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egl-headless</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </graphics>
Dec 01 21:02:57 user nova-compute[75255]:     <video supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='modelType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cirrus</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vmvga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>qxl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>none</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>bochs</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ramfb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </video>
Dec 01 21:02:57 user nova-compute[75255]:     <hostdev supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='mode'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>subsystem</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='startupPolicy'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>default</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>mandatory</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>requisite</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>optional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='subsysType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pci</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='capsType'/>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='pciBackend'/>
Dec 01 21:02:57 user nova-compute[75255]:     </hostdev>
Dec 01 21:02:57 user nova-compute[75255]:     <rng supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>random</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egd</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>builtin</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </rng>
Dec 01 21:02:57 user nova-compute[75255]:     <filesystem supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='driverType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>path</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>handle</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtiofs</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </filesystem>
Dec 01 21:02:57 user nova-compute[75255]:     <tpm supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-tis</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-crb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>passthrough</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>emulator</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </tpm>
Dec 01 21:02:57 user nova-compute[75255]:   </devices>
Dec 01 21:02:57 user nova-compute[75255]:   <features>
Dec 01 21:02:57 user nova-compute[75255]:     <gic supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     <vmcoreinfo supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <genid supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backingStoreInput supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backup supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <sev supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:   </features>
Dec 01 21:02:57 user nova-compute[75255]: </domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:  {{(pid=75255) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Dec 01 21:02:57 user nova-compute[75255]: <domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:   <path>/usr/bin/qemu-system-i386</path>
Dec 01 21:02:57 user nova-compute[75255]:   <domain>kvm</domain>
Dec 01 21:02:57 user nova-compute[75255]:   <machine>pc-i440fx-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:   <arch>i686</arch>
Dec 01 21:02:57 user nova-compute[75255]:   <vcpu max='255'/>
Dec 01 21:02:57 user nova-compute[75255]:   <iothreads supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:   <os supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='firmware'/>
Dec 01 21:02:57 user nova-compute[75255]:     <loader supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>rom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pflash</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='readonly'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>yes</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='secure'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </loader>
Dec 01 21:02:57 user nova-compute[75255]:   </os>
Dec 01 21:02:57 user nova-compute[75255]:   <cpu>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-passthrough' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='hostPassthroughMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='maximum' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='maximumMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-model' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <vendor>Intel</vendor>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ss'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='vmx'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pcid'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='hypervisor'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arat'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='umip'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='md-clear'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibpb'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibrs'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='erms'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='lm'/>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='custom' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>qemu64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>qemu32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>phenom</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>n270</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>kvm64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>coreduo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>core2duo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>athlon</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Westmere-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Westmere</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Snowridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Penryn</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G5</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G4</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G1</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Nehalem-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Nehalem</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Rome</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Milan</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Dhyana</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cooperlake</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Conroe</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>486</model>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:   </cpu>
Dec 01 21:02:57 user nova-compute[75255]:   <memoryBacking supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='sourceType'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>file</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>anonymous</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>memfd</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:   </memoryBacking>
Dec 01 21:02:57 user nova-compute[75255]:   <devices>
Dec 01 21:02:57 user nova-compute[75255]:     <disk supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='diskDevice'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>disk</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cdrom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>floppy</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>lun</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='bus'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ide</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>fdc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sata</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </disk>
Dec 01 21:02:57 user nova-compute[75255]:     <graphics supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sdl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vnc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>spice</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egl-headless</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </graphics>
Dec 01 21:02:57 user nova-compute[75255]:     <video supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='modelType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cirrus</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vmvga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>qxl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>none</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>bochs</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ramfb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </video>
Dec 01 21:02:57 user nova-compute[75255]:     <hostdev supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='mode'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>subsystem</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='startupPolicy'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>default</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>mandatory</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>requisite</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>optional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='subsysType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pci</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='capsType'/>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='pciBackend'/>
Dec 01 21:02:57 user nova-compute[75255]:     </hostdev>
Dec 01 21:02:57 user nova-compute[75255]:     <rng supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>random</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egd</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>builtin</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </rng>
Dec 01 21:02:57 user nova-compute[75255]:     <filesystem supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='driverType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>path</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>handle</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtiofs</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </filesystem>
Dec 01 21:02:57 user nova-compute[75255]:     <tpm supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-tis</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-crb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>passthrough</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>emulator</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </tpm>
Dec 01 21:02:57 user nova-compute[75255]:   </devices>
Dec 01 21:02:57 user nova-compute[75255]:   <features>
Dec 01 21:02:57 user nova-compute[75255]:     <gic supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     <vmcoreinfo supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <genid supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backingStoreInput supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backup supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <sev supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:   </features>
Dec 01 21:02:57 user nova-compute[75255]: </domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:  {{(pid=75255) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'ubuntu', 'ubuntu-q35', 'pc'} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Dec 01 21:02:57 user nova-compute[75255]: <domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 01 21:02:57 user nova-compute[75255]:   <domain>kvm</domain>
Dec 01 21:02:57 user nova-compute[75255]:   <machine>pc-q35-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:   <arch>x86_64</arch>
Dec 01 21:02:57 user nova-compute[75255]:   <vcpu max='288'/>
Dec 01 21:02:57 user nova-compute[75255]:   <iothreads supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:   <os supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='firmware'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>efi</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:     <loader supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>rom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pflash</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='readonly'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>yes</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='secure'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>yes</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </loader>
Dec 01 21:02:57 user nova-compute[75255]:   </os>
Dec 01 21:02:57 user nova-compute[75255]:   <cpu>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-passthrough' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='hostPassthroughMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='maximum' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='maximumMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-model' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <vendor>Intel</vendor>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ss'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='vmx'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pcid'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='hypervisor'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arat'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='umip'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='md-clear'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='invtsc'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibpb'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibrs'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='rsba'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pschange-mc-no'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='erms'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='custom' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>qemu64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>qemu32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>phenom</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>n270</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>coreduo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>core2duo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>athlon</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Westmere-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Westmere</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Snowridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Penryn</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G5</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G4</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Opteron_G1</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Nehalem</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Rome</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Milan</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Dhyana</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cooperlake</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Conroe</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>486</model>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:   </cpu>
Dec 01 21:02:57 user nova-compute[75255]:   <memoryBacking supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='sourceType'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>file</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>anonymous</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>memfd</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:   </memoryBacking>
Dec 01 21:02:57 user nova-compute[75255]:   <devices>
Dec 01 21:02:57 user nova-compute[75255]:     <disk supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='diskDevice'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>disk</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cdrom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>floppy</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>lun</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='bus'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>fdc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sata</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </disk>
Dec 01 21:02:57 user nova-compute[75255]:     <graphics supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sdl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vnc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>spice</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egl-headless</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </graphics>
Dec 01 21:02:57 user nova-compute[75255]:     <video supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='modelType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cirrus</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vmvga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>qxl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>none</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>bochs</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ramfb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </video>
Dec 01 21:02:57 user nova-compute[75255]:     <hostdev supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='mode'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>subsystem</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='startupPolicy'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>default</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>mandatory</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>requisite</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>optional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='subsysType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pci</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='capsType'/>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='pciBackend'/>
Dec 01 21:02:57 user nova-compute[75255]:     </hostdev>
Dec 01 21:02:57 user nova-compute[75255]:     <rng supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>random</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egd</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>builtin</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </rng>
Dec 01 21:02:57 user nova-compute[75255]:     <filesystem supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='driverType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>path</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>handle</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtiofs</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </filesystem>
Dec 01 21:02:57 user nova-compute[75255]:     <tpm supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-tis</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-crb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>passthrough</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>emulator</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </tpm>
Dec 01 21:02:57 user nova-compute[75255]:   </devices>
Dec 01 21:02:57 user nova-compute[75255]:   <features>
Dec 01 21:02:57 user nova-compute[75255]:     <gic supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     <vmcoreinfo supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <genid supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backingStoreInput supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backup supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <sev supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:   </features>
Dec 01 21:02:57 user nova-compute[75255]: </domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:  {{(pid=75255) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Dec 01 21:02:57 user nova-compute[75255]: <domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 01 21:02:57 user nova-compute[75255]:   <domain>kvm</domain>
Dec 01 21:02:57 user nova-compute[75255]:   <machine>pc-i440fx-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:   <arch>x86_64</arch>
Dec 01 21:02:57 user nova-compute[75255]:   <vcpu max='255'/>
Dec 01 21:02:57 user nova-compute[75255]:   <iothreads supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:   <os supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='firmware'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>efi</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:     <loader supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>rom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pflash</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='readonly'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>yes</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='secure'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </loader>
Dec 01 21:02:57 user nova-compute[75255]:   </os>
Dec 01 21:02:57 user nova-compute[75255]:   <cpu>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-passthrough' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='hostPassthroughMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='maximum' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='maximumMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-model' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <vendor>Intel</vendor>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ss'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='vmx'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pcid'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='hypervisor'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arat'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='umip'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='md-clear'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='invtsc'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibpb'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibrs'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='rsba'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pschange-mc-no'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='erms'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='custom' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>qemu64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>qemu32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>phenom</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>n270</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>coreduo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>core2duo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>athlon</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Westmere-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Westmere</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Snowridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Penryn</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G5</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G4</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Opteron_G1</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Nehalem</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Rome</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Milan</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Dhyana</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cooperlake</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Conroe</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>486</model>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:   </cpu>
Dec 01 21:02:57 user nova-compute[75255]:   <memoryBacking supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='sourceType'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>file</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>anonymous</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>memfd</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:   </memoryBacking>
Dec 01 21:02:57 user nova-compute[75255]:   <devices>
Dec 01 21:02:57 user nova-compute[75255]:     <disk supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='diskDevice'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>disk</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cdrom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>floppy</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>lun</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='bus'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ide</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>fdc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sata</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </disk>
Dec 01 21:02:57 user nova-compute[75255]:     <graphics supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sdl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vnc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>spice</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egl-headless</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </graphics>
Dec 01 21:02:57 user nova-compute[75255]:     <video supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='modelType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cirrus</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vmvga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>qxl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>none</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>bochs</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ramfb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </video>
Dec 01 21:02:57 user nova-compute[75255]:     <hostdev supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='mode'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>subsystem</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='startupPolicy'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>default</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>mandatory</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>requisite</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>optional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='subsysType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pci</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='capsType'/>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='pciBackend'/>
Dec 01 21:02:57 user nova-compute[75255]:     </hostdev>
Dec 01 21:02:57 user nova-compute[75255]:     <rng supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>random</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egd</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>builtin</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </rng>
Dec 01 21:02:57 user nova-compute[75255]:     <filesystem supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='driverType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>path</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>handle</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtiofs</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </filesystem>
Dec 01 21:02:57 user nova-compute[75255]:     <tpm supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-tis</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-crb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>passthrough</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>emulator</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </tpm>
Dec 01 21:02:57 user nova-compute[75255]:   </devices>
Dec 01 21:02:57 user nova-compute[75255]:   <features>
Dec 01 21:02:57 user nova-compute[75255]:     <gic supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     <vmcoreinfo supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <genid supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backingStoreInput supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backup supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <sev supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:   </features>
Dec 01 21:02:57 user nova-compute[75255]: </domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:  {{(pid=75255) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Dec 01 21:02:57 user nova-compute[75255]: <domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 01 21:02:57 user nova-compute[75255]:   <domain>kvm</domain>
Dec 01 21:02:57 user nova-compute[75255]:   <machine>pc-q35-jammy</machine>
Dec 01 21:02:57 user nova-compute[75255]:   <arch>x86_64</arch>
Dec 01 21:02:57 user nova-compute[75255]:   <vcpu max='288'/>
Dec 01 21:02:57 user nova-compute[75255]:   <iothreads supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:   <os supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='firmware'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>efi</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:     <loader supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>rom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pflash</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='readonly'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>yes</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='secure'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>yes</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </loader>
Dec 01 21:02:57 user nova-compute[75255]:   </os>
Dec 01 21:02:57 user nova-compute[75255]:   <cpu>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-passthrough' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='hostPassthroughMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='maximum' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='maximumMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-model' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <vendor>Intel</vendor>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ss'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='vmx'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pcid'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='hypervisor'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arat'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='umip'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='md-clear'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='invtsc'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibpb'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibrs'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='rsba'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pschange-mc-no'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='erms'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='custom' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>qemu64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>qemu32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>phenom</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>n270</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>coreduo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>core2duo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>athlon</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Westmere-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Westmere</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Snowridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Penryn</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G5</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G4</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Opteron_G1</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Nehalem</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Rome</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Milan</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Dhyana</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cooperlake</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Conroe</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>486</model>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:   </cpu>
Dec 01 21:02:57 user nova-compute[75255]:   <memoryBacking supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='sourceType'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>file</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>anonymous</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>memfd</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:   </memoryBacking>
Dec 01 21:02:57 user nova-compute[75255]:   <devices>
Dec 01 21:02:57 user nova-compute[75255]:     <disk supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='diskDevice'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>disk</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cdrom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>floppy</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>lun</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='bus'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>fdc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sata</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </disk>
Dec 01 21:02:57 user nova-compute[75255]:     <graphics supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sdl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vnc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>spice</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egl-headless</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </graphics>
Dec 01 21:02:57 user nova-compute[75255]:     <video supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='modelType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cirrus</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vmvga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>qxl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>none</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>bochs</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ramfb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </video>
Dec 01 21:02:57 user nova-compute[75255]:     <hostdev supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='mode'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>subsystem</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='startupPolicy'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>default</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>mandatory</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>requisite</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>optional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='subsysType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pci</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='capsType'/>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='pciBackend'/>
Dec 01 21:02:57 user nova-compute[75255]:     </hostdev>
Dec 01 21:02:57 user nova-compute[75255]:     <rng supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>random</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egd</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>builtin</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </rng>
Dec 01 21:02:57 user nova-compute[75255]:     <filesystem supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='driverType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>path</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>handle</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtiofs</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </filesystem>
Dec 01 21:02:57 user nova-compute[75255]:     <tpm supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-tis</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-crb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>passthrough</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>emulator</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </tpm>
Dec 01 21:02:57 user nova-compute[75255]:   </devices>
Dec 01 21:02:57 user nova-compute[75255]:   <features>
Dec 01 21:02:57 user nova-compute[75255]:     <gic supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     <vmcoreinfo supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <genid supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backingStoreInput supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backup supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <sev supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:   </features>
Dec 01 21:02:57 user nova-compute[75255]: </domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:  {{(pid=75255) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Dec 01 21:02:57 user nova-compute[75255]: <domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 01 21:02:57 user nova-compute[75255]:   <domain>kvm</domain>
Dec 01 21:02:57 user nova-compute[75255]:   <machine>pc-i440fx-6.2</machine>
Dec 01 21:02:57 user nova-compute[75255]:   <arch>x86_64</arch>
Dec 01 21:02:57 user nova-compute[75255]:   <vcpu max='255'/>
Dec 01 21:02:57 user nova-compute[75255]:   <iothreads supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:   <os supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='firmware'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>efi</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:     <loader supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>rom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pflash</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='readonly'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>yes</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='secure'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>no</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </loader>
Dec 01 21:02:57 user nova-compute[75255]:   </os>
Dec 01 21:02:57 user nova-compute[75255]:   <cpu>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-passthrough' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='hostPassthroughMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='maximum' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='maximumMigratable'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>on</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>off</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='host-model' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <vendor>Intel</vendor>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ss'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='vmx'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pcid'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='hypervisor'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arat'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='umip'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='md-clear'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='invtsc'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibpb'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='ibrs'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-stibp'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='rsba'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='require' name='pschange-mc-no'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='erms'/>
Dec 01 21:02:57 user nova-compute[75255]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:     <mode name='custom' supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>qemu64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>qemu32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>phenom</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>pentium</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>n270</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm64</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>kvm32</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>coreduo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>core2duo</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>athlon</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Westmere-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Westmere</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Snowridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Skylake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>SandyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Penryn</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G5</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G4</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G3</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Opteron_G2</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Opteron_G1</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Nehalem</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>IvyBridge</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Icelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Haswell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Rome</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-Milan</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>EPYC</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Dhyana</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cooperlake</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>Conroe</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='no'>Broadwell</model>
Dec 01 21:02:57 user nova-compute[75255]:       <model usable='yes'>486</model>
Dec 01 21:02:57 user nova-compute[75255]:     </mode>
Dec 01 21:02:57 user nova-compute[75255]:   </cpu>
Dec 01 21:02:57 user nova-compute[75255]:   <memoryBacking supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:     <enum name='sourceType'>
Dec 01 21:02:57 user nova-compute[75255]:       <value>file</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>anonymous</value>
Dec 01 21:02:57 user nova-compute[75255]:       <value>memfd</value>
Dec 01 21:02:57 user nova-compute[75255]:     </enum>
Dec 01 21:02:57 user nova-compute[75255]:   </memoryBacking>
Dec 01 21:02:57 user nova-compute[75255]:   <devices>
Dec 01 21:02:57 user nova-compute[75255]:     <disk supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='diskDevice'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>disk</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cdrom</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>floppy</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>lun</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='bus'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ide</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>fdc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sata</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </disk>
Dec 01 21:02:57 user nova-compute[75255]:     <graphics supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='type'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>sdl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vnc</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>spice</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egl-headless</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </graphics>
Dec 01 21:02:57 user nova-compute[75255]:     <video supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='modelType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>cirrus</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>vmvga</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>qxl</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>none</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>bochs</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>ramfb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </video>
Dec 01 21:02:57 user nova-compute[75255]:     <hostdev supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='mode'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>subsystem</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='startupPolicy'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>default</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>mandatory</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>requisite</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>optional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='subsysType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>usb</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>pci</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>scsi</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='capsType'/>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='pciBackend'/>
Dec 01 21:02:57 user nova-compute[75255]:     </hostdev>
Dec 01 21:02:57 user nova-compute[75255]:     <rng supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtio-non-transitional</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>random</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>egd</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>builtin</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </rng>
Dec 01 21:02:57 user nova-compute[75255]:     <filesystem supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='driverType'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>path</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>handle</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>virtiofs</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </filesystem>
Dec 01 21:02:57 user nova-compute[75255]:     <tpm supported='yes'>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='model'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-tis</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>tpm-crb</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:       <enum name='backendModel'>
Dec 01 21:02:57 user nova-compute[75255]:         <value>passthrough</value>
Dec 01 21:02:57 user nova-compute[75255]:         <value>emulator</value>
Dec 01 21:02:57 user nova-compute[75255]:       </enum>
Dec 01 21:02:57 user nova-compute[75255]:     </tpm>
Dec 01 21:02:57 user nova-compute[75255]:   </devices>
Dec 01 21:02:57 user nova-compute[75255]:   <features>
Dec 01 21:02:57 user nova-compute[75255]:     <gic supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:     <vmcoreinfo supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <genid supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backingStoreInput supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <backup supported='yes'/>
Dec 01 21:02:57 user nova-compute[75255]:     <sev supported='no'/>
Dec 01 21:02:57 user nova-compute[75255]:   </features>
Dec 01 21:02:57 user nova-compute[75255]: </domainCapabilities>
Dec 01 21:02:57 user nova-compute[75255]:  {{(pid=75255) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75255) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75255) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Checking secure boot support for host arch (x86_64) {{(pid=75255) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 01 21:02:57 user nova-compute[75255]: INFO nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Secure Boot support detected
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] cpu compare xml: <cpu match="exact">
Dec 01 21:02:57 user nova-compute[75255]:   <model>Nehalem</model>
Dec 01 21:02:57 user nova-compute[75255]: </cpu>
Dec 01 21:02:57 user nova-compute[75255]:  {{(pid=75255) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10017}}
Dec 01 21:02:57 user nova-compute[75255]: INFO nova.virt.node [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Generated node identity b2e59b39-2af0-4978-966f-10ba4922bb73
Dec 01 21:02:57 user nova-compute[75255]: INFO nova.virt.node [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Wrote node identity b2e59b39-2af0-4978-966f-10ba4922bb73 to /opt/stack/data/nova/compute_id
Dec 01 21:02:57 user nova-compute[75255]: WARNING nova.compute.manager [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Compute nodes ['b2e59b39-2af0-4978-966f-10ba4922bb73'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Dec 01 21:02:57 user nova-compute[75255]: INFO nova.compute.manager [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Dec 01 21:02:57 user nova-compute[75255]: WARNING nova.compute.manager [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 01 21:02:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:02:57 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:02:58 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:02:58 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Hypervisor/Node resource view: name=user free_ram=10950MB free_disk=26.141761779785156GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:02:58 user nova-compute[75255]: WARNING nova.compute.resource_tracker [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] No compute node record for user:b2e59b39-2af0-4978-966f-10ba4922bb73: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b2e59b39-2af0-4978-966f-10ba4922bb73 could not be found.
Dec 01 21:02:58 user nova-compute[75255]: INFO nova.compute.resource_tracker [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Compute node record created for user:user with uuid: b2e59b39-2af0-4978-966f-10ba4922bb73
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:02:58 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] [req-f8fd8709-6baa-4466-9a4d-1a46b220e178] Created resource provider record via placement API for resource provider with UUID b2e59b39-2af0-4978-966f-10ba4922bb73 and name user.
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75255) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Dec 01 21:02:58 user nova-compute[75255]: INFO nova.virt.libvirt.host [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] kernel doesn't support AMD SEV
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Libvirt baseline CPU <cpu>
Dec 01 21:02:58 user nova-compute[75255]:   <arch>x86_64</arch>
Dec 01 21:02:58 user nova-compute[75255]:   <model>Nehalem</model>
Dec 01 21:02:58 user nova-compute[75255]:   <vendor>Intel</vendor>
Dec 01 21:02:58 user nova-compute[75255]:   <topology sockets="6" cores="1" threads="1"/>
Dec 01 21:02:58 user nova-compute[75255]: </cpu>
Dec 01 21:02:58 user nova-compute[75255]:  {{(pid=75255) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12515}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Updated inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Updating resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 generation from 0 to 1 during operation: update_inventory {{(pid=75255) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Updating resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 generation from 1 to 2 during operation: update_traits {{(pid=75255) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.670s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.service [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Creating RPC server for service compute {{(pid=75255) start /opt/stack/nova/nova/service.py:182}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.service [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] Join ServiceGroup membership for this service compute {{(pid=75255) start /opt/stack/nova/nova/service.py:199}}
Dec 01 21:02:58 user nova-compute[75255]: DEBUG nova.servicegroup.drivers.db [None req-01d91139-99cc-4872-98b8-3a69fc6c1b68 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75255) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Dec 01 21:03:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_power_states {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:03:49 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:03:49 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:03:49 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=10395MB free_disk=26.045623779296875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:03:49 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:03:50 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:03:50 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:03:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.192s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:04:50 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:04:50 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=10317MB free_disk=26.110858917236328GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.128s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:04:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:04:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:05:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:05:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:05:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:05:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:05:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:05:51 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:05:51 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:05:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=10336MB free_disk=25.86351776123047GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:05:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.179s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:05:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:05:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:06:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:06:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:06:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:06:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:06:51 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:06:51 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:06:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=9647MB free_disk=25.891551971435547GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:06:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.118s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:06:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:06:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:06:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:06:53 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:06:53 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:06:53 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:06:54 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:07:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:07 user nova-compute[75255]: DEBUG nova.compute.manager [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:07 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:07 user nova-compute[75255]: INFO nova.compute.claims [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Claim successful on node user
Dec 01 21:07:08 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.292s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG nova.network.neutron [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:08 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:08 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Creating image(s)
Dec 01 21:07:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12.part --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG nova.policy [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dfa29420bea4d40a580d4220de63078', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcc58357ed164cd3a52a65d9760b9e4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12.part --force-share --output=json" returned: 0 in 0.197s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG nova.virt.images [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] 5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c was qcow2, converting to raw {{(pid=75255) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12.part /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12.converted {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12.part /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12.converted" returned: 0 in 0.372s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12.converted --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:10 user nova-compute[75255]: INFO nova.compute.claims [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Claim successful on node user
Dec 01 21:07:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12.converted --force-share --output=json" returned: 0 in 0.199s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.412s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:10 user nova-compute[75255]: INFO oslo.privsep.daemon [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpp1wew0de/privsep.sock']
Dec 01 21:07:10 user sudo[84539]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpp1wew0de/privsep.sock
Dec 01 21:07:10 user sudo[84539]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 01 21:07:10 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.334s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Creating image(s)
Dec 01 21:07:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "/opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "/opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "/opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:10 user nova-compute[75255]: DEBUG nova.policy [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b1c1f8b23f34169a9603e55a9405a83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9ac5d05e6ad4f9591e617a268089626', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:11 user sudo[84539]: pam_unix(sudo:session): session closed for user root
Dec 01 21:07:11 user nova-compute[75255]: INFO oslo.privsep.daemon [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Spawned new privsep daemon via rootwrap
Dec 01 21:07:11 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 01 21:07:11 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 01 21:07:11 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Dec 01 21:07:11 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84551
Dec 01 21:07:11 user nova-compute[75255]: WARNING oslo_privsep.priv_context [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] privsep daemon already running
Dec 01 21:07:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.216s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.234s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk 1073741824" returned: 0 in 0.051s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.227s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.206s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.211s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk 1073741824" returned: 0 in 0.046s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Cannot resize image /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Ensure instance console log exists: /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG nova.network.neutron [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Successfully created port: ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Cannot resize image /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Ensure instance console log exists: /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:13 user nova-compute[75255]: INFO nova.compute.claims [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Claim successful on node user
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.389s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Successfully created port: c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Creating image(s)
Dec 01 21:07:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "/opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "/opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "/opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG nova.policy [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '665f289c8a70400bb50612d2b9744322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c60d35f44f614c31ae5c4b304b4e8fbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.210s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk 1073741824" returned: 0 in 0.066s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:14 user nova-compute[75255]: INFO nova.compute.claims [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Claim successful on node user
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.217s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Cannot resize image /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Ensure instance console log exists: /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.431s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.network.neutron [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:14 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "76e89914-6bf7-4d84-870d-60801590ee5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "76e89914-6bf7-4d84-870d-60801590ee5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:15 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Creating image(s)
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "/opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "/opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "/opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.policy [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb12338d5cbd4bf4a86c207bb4ddd90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1710a62043cc4582910d0de99e8030eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Successfully updated port: ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquired lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:15 user nova-compute[75255]: INFO nova.compute.claims [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Claim successful on node user
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.201s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.233s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk 1073741824" returned: 0 in 0.046s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.472s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-e692964c-35eb-4f19-89bd-ca7853c6b4b0 req-0d350eda-ff0b-4975-be00-3f8845e395a2 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-changed-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-e692964c-35eb-4f19-89bd-ca7853c6b4b0 req-0d350eda-ff0b-4975-be00-3f8845e395a2 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Refreshing instance network info cache due to event network-changed-ae114a61-83bc-4fbf-b970-c4768578532a. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e692964c-35eb-4f19-89bd-ca7853c6b4b0 req-0d350eda-ff0b-4975-be00-3f8845e395a2 service nova] Acquiring lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:15 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Cannot resize image /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Ensure instance console log exists: /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Successfully created port: e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:16 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Creating image(s)
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "/opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "/opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "/opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.policy [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07b91a0921e2473199a4ab60b9bd3480', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f43d0e6c53a54e6790917116d634eb83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating instance_info_cache with network_info: [{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Releasing lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Instance network_info: |[{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e692964c-35eb-4f19-89bd-ca7853c6b4b0 req-0d350eda-ff0b-4975-be00-3f8845e395a2 service nova] Acquired lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.network.neutron [req-e692964c-35eb-4f19-89bd-ca7853c6b4b0 req-0d350eda-ff0b-4975-be00-3f8845e395a2 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Refreshing network info cache for port ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Start _get_guest_xml network_info=[{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.227s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:16 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:16 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-686753307',display_name='tempest-ServerStableDeviceRescueTest-server-686753307',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-686753307',id=1,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKEjTIU99ZvYRA7g81KC6KFv8HH+jFp2EyuLkMCqTAHg37nEPMwA+OMFy6ASiimW0ZvvycSqWzeCWe+ww48xtSdjnYBKnj66M8bhslGJV23wAPOVq6U754P2Gg70rWt5LA==',key_name='tempest-keypair-1510575204',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fcc58357ed164cd3a52a65d9760b9e4b',ramdisk_id='',reservation_id='r-k47lv895',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1832628412',owner_user_name='tempest-ServerStableDeviceRescueTest-1832628412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5dfa29420bea4d40a580d4220de63078',uuid=6d22427f-cd3d-4f50-895e-0c473af57ac0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Converting VIF {"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ec:f4,bridge_name='br-int',has_traffic_filtering=True,id=ae114a61-83bc-4fbf-b970-c4768578532a,network=Network(96ebe8f6-38e0-4bcd-8764-adb1093e4ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae114a61-83') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.objects.instance [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Successfully updated port: c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:07:16 user nova-compute[75255]:   <uuid>6d22427f-cd3d-4f50-895e-0c473af57ac0</uuid>
Dec 01 21:07:16 user nova-compute[75255]:   <name>instance-00000001</name>
Dec 01 21:07:16 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:07:16 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:07:16 user nova-compute[75255]:   <metadata>
Dec 01 21:07:16 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:07:16 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:07:16 user nova-compute[75255]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-686753307</nova:name>
Dec 01 21:07:16 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:16</nova:creationTime>
Dec 01 21:07:16 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:07:16 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:07:16 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:07:16 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:07:16 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:07:16 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:07:16 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:07:16 user nova-compute[75255]:       <nova:owner>
Dec 01 21:07:16 user nova-compute[75255]:         <nova:user uuid="5dfa29420bea4d40a580d4220de63078">tempest-ServerStableDeviceRescueTest-1832628412-project-member</nova:user>
Dec 01 21:07:16 user nova-compute[75255]:         <nova:project uuid="fcc58357ed164cd3a52a65d9760b9e4b">tempest-ServerStableDeviceRescueTest-1832628412</nova:project>
Dec 01 21:07:16 user nova-compute[75255]:       </nova:owner>
Dec 01 21:07:16 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:07:16 user nova-compute[75255]:       <nova:ports>
Dec 01 21:07:16 user nova-compute[75255]:         <nova:port uuid="ae114a61-83bc-4fbf-b970-c4768578532a">
Dec 01 21:07:16 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 21:07:16 user nova-compute[75255]:         </nova:port>
Dec 01 21:07:16 user nova-compute[75255]:       </nova:ports>
Dec 01 21:07:16 user nova-compute[75255]:     </nova:instance>
Dec 01 21:07:16 user nova-compute[75255]:   </metadata>
Dec 01 21:07:16 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:07:16 user nova-compute[75255]:     <system>
Dec 01 21:07:16 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:07:16 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:07:16 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:07:16 user nova-compute[75255]:       <entry name="serial">6d22427f-cd3d-4f50-895e-0c473af57ac0</entry>
Dec 01 21:07:16 user nova-compute[75255]:       <entry name="uuid">6d22427f-cd3d-4f50-895e-0c473af57ac0</entry>
Dec 01 21:07:16 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:07:16 user nova-compute[75255]:     </system>
Dec 01 21:07:16 user nova-compute[75255]:   </sysinfo>
Dec 01 21:07:16 user nova-compute[75255]:   <os>
Dec 01 21:07:16 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:07:16 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:07:16 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:07:16 user nova-compute[75255]:   </os>
Dec 01 21:07:16 user nova-compute[75255]:   <features>
Dec 01 21:07:16 user nova-compute[75255]:     <acpi/>
Dec 01 21:07:16 user nova-compute[75255]:     <apic/>
Dec 01 21:07:16 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:07:16 user nova-compute[75255]:   </features>
Dec 01 21:07:16 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:07:16 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:07:16 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:07:16 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:07:16 user nova-compute[75255]:   </clock>
Dec 01 21:07:16 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:07:16 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:07:16 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:07:16 user nova-compute[75255]:   </cpu>
Dec 01 21:07:16 user nova-compute[75255]:   <devices>
Dec 01 21:07:16 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:07:16 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:07:16 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk"/>
Dec 01 21:07:16 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:07:16 user nova-compute[75255]:     </disk>
Dec 01 21:07:16 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:07:16 user nova-compute[75255]:       <mac address="fa:16:3e:d9:ec:f4"/>
Dec 01 21:07:16 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:16 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:07:16 user nova-compute[75255]:       <target dev="tapae114a61-83"/>
Dec 01 21:07:16 user nova-compute[75255]:     </interface>
Dec 01 21:07:16 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:07:16 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/console.log" append="off"/>
Dec 01 21:07:16 user nova-compute[75255]:     </serial>
Dec 01 21:07:16 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:07:16 user nova-compute[75255]:     <video>
Dec 01 21:07:16 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:16 user nova-compute[75255]:     </video>
Dec 01 21:07:16 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:07:16 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:07:16 user nova-compute[75255]:     </rng>
Dec 01 21:07:16 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:07:16 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:07:16 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:07:16 user nova-compute[75255]:     </memballoon>
Dec 01 21:07:16 user nova-compute[75255]:   </devices>
Dec 01 21:07:16 user nova-compute[75255]: </domain>
Dec 01 21:07:16 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-686753307',display_name='tempest-ServerStableDeviceRescueTest-server-686753307',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-686753307',id=1,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKEjTIU99ZvYRA7g81KC6KFv8HH+jFp2EyuLkMCqTAHg37nEPMwA+OMFy6ASiimW0ZvvycSqWzeCWe+ww48xtSdjnYBKnj66M8bhslGJV23wAPOVq6U754P2Gg70rWt5LA==',key_name='tempest-keypair-1510575204',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fcc58357ed164cd3a52a65d9760b9e4b',ramdisk_id='',reservation_id='r-k47lv895',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1832628412',owner_user_name='tempest-ServerStableDeviceRescueTest-1832628412-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5dfa29420bea4d40a580d4220de63078',uuid=6d22427f-cd3d-4f50-895e-0c473af57ac0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Converting VIF {"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ec:f4,bridge_name='br-int',has_traffic_filtering=True,id=ae114a61-83bc-4fbf-b970-c4768578532a,network=Network(96ebe8f6-38e0-4bcd-8764-adb1093e4ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae114a61-83') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG os_vif [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ec:f4,bridge_name='br-int',has_traffic_filtering=True,id=ae114a61-83bc-4fbf-b970-c4768578532a,network=Network(96ebe8f6-38e0-4bcd-8764-adb1093e4ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae114a61-83') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquired lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Created schema index Interface.name {{(pid=75255) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Created schema index Port.name {{(pid=75255) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Created schema index Bridge.name {{(pid=75255) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [POLLOUT] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.310s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk 1073741824" returned: 0 in 0.147s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.462s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a7417515-7e74-5ec8-9e2f-03da0805a0c2', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:16 user nova-compute[75255]: INFO oslo.privsep.daemon [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp1vp34yvi/privsep.sock']
Dec 01 21:07:16 user sudo[84636]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp1vp34yvi/privsep.sock
Dec 01 21:07:16 user sudo[84636]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Checking if we can resize image /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:07:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-e276b116-d18d-4a0f-87f8-9dd3d98a6315 req-2177eea4-dee9-4aa2-9856-506bef21624c service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-changed-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-e276b116-d18d-4a0f-87f8-9dd3d98a6315 req-2177eea4-dee9-4aa2-9856-506bef21624c service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Refreshing instance network info cache due to event network-changed-c7f06d51-e6b8-4b72-841d-81735fbe02d6. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e276b116-d18d-4a0f-87f8-9dd3d98a6315 req-2177eea4-dee9-4aa2-9856-506bef21624c service nova] Acquiring lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Cannot resize image /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Ensure instance console log exists: /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.network.neutron [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Successfully created port: f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-e692964c-35eb-4f19-89bd-ca7853c6b4b0 req-0d350eda-ff0b-4975-be00-3f8845e395a2 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updated VIF entry in instance network info cache for port ae114a61-83bc-4fbf-b970-c4768578532a. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-e692964c-35eb-4f19-89bd-ca7853c6b4b0 req-0d350eda-ff0b-4975-be00-3f8845e395a2 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating instance_info_cache with network_info: [{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e692964c-35eb-4f19-89bd-ca7853c6b4b0 req-0d350eda-ff0b-4975-be00-3f8845e395a2 service nova] Releasing lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Releasing lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance network_info: |[{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e276b116-d18d-4a0f-87f8-9dd3d98a6315 req-2177eea4-dee9-4aa2-9856-506bef21624c service nova] Acquired lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-e276b116-d18d-4a0f-87f8-9dd3d98a6315 req-2177eea4-dee9-4aa2-9856-506bef21624c service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Refreshing network info cache for port c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Start _get_guest_xml network_info=[{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:18 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:18 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-62684714',display_name='tempest-ServerActionsTestOtherB-server-62684714',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-62684714',id=2,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD88t0UQnSTeuYOrC04yszykTuUv57aiV/ddqP080qMnZKGqZvsV688n9yWznx+oI7ofpLdSR35aSAbumbRUt5qVWq1cMVJReyXv2zsQnGVi2ER0nDu2pIGYw8FebXm3Aw==',key_name='tempest-keypair-1226066122',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d9ac5d05e6ad4f9591e617a268089626',ramdisk_id='',reservation_id='r-9tyo4gmr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-531785613',owner_user_name='tempest-ServerActionsTestOtherB-531785613-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3b1c1f8b23f34169a9603e55a9405a83',uuid=e849fb46-c1e3-46e5-a3ea-d14e33e87711,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converting VIF {"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.objects.instance [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lazy-loading 'pci_devices' on Instance uuid e849fb46-c1e3-46e5-a3ea-d14e33e87711 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.network.neutron [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Successfully created port: eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:07:18 user nova-compute[75255]:   <uuid>e849fb46-c1e3-46e5-a3ea-d14e33e87711</uuid>
Dec 01 21:07:18 user nova-compute[75255]:   <name>instance-00000002</name>
Dec 01 21:07:18 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:07:18 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:07:18 user nova-compute[75255]:   <metadata>
Dec 01 21:07:18 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:07:18 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:07:18 user nova-compute[75255]:       <nova:name>tempest-ServerActionsTestOtherB-server-62684714</nova:name>
Dec 01 21:07:18 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:18</nova:creationTime>
Dec 01 21:07:18 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:07:18 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:07:18 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:07:18 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:07:18 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:07:18 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:07:18 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:07:18 user nova-compute[75255]:       <nova:owner>
Dec 01 21:07:18 user nova-compute[75255]:         <nova:user uuid="3b1c1f8b23f34169a9603e55a9405a83">tempest-ServerActionsTestOtherB-531785613-project-member</nova:user>
Dec 01 21:07:18 user nova-compute[75255]:         <nova:project uuid="d9ac5d05e6ad4f9591e617a268089626">tempest-ServerActionsTestOtherB-531785613</nova:project>
Dec 01 21:07:18 user nova-compute[75255]:       </nova:owner>
Dec 01 21:07:18 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:07:18 user nova-compute[75255]:       <nova:ports>
Dec 01 21:07:18 user nova-compute[75255]:         <nova:port uuid="c7f06d51-e6b8-4b72-841d-81735fbe02d6">
Dec 01 21:07:18 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 21:07:18 user nova-compute[75255]:         </nova:port>
Dec 01 21:07:18 user nova-compute[75255]:       </nova:ports>
Dec 01 21:07:18 user nova-compute[75255]:     </nova:instance>
Dec 01 21:07:18 user nova-compute[75255]:   </metadata>
Dec 01 21:07:18 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:07:18 user nova-compute[75255]:     <system>
Dec 01 21:07:18 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:07:18 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:07:18 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:07:18 user nova-compute[75255]:       <entry name="serial">e849fb46-c1e3-46e5-a3ea-d14e33e87711</entry>
Dec 01 21:07:18 user nova-compute[75255]:       <entry name="uuid">e849fb46-c1e3-46e5-a3ea-d14e33e87711</entry>
Dec 01 21:07:18 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:07:18 user nova-compute[75255]:     </system>
Dec 01 21:07:18 user nova-compute[75255]:   </sysinfo>
Dec 01 21:07:18 user nova-compute[75255]:   <os>
Dec 01 21:07:18 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:07:18 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:07:18 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:07:18 user nova-compute[75255]:   </os>
Dec 01 21:07:18 user nova-compute[75255]:   <features>
Dec 01 21:07:18 user nova-compute[75255]:     <acpi/>
Dec 01 21:07:18 user nova-compute[75255]:     <apic/>
Dec 01 21:07:18 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:07:18 user nova-compute[75255]:   </features>
Dec 01 21:07:18 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:07:18 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:07:18 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:07:18 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:07:18 user nova-compute[75255]:   </clock>
Dec 01 21:07:18 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:07:18 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:07:18 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:07:18 user nova-compute[75255]:   </cpu>
Dec 01 21:07:18 user nova-compute[75255]:   <devices>
Dec 01 21:07:18 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:07:18 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:07:18 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk"/>
Dec 01 21:07:18 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:07:18 user nova-compute[75255]:     </disk>
Dec 01 21:07:18 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:07:18 user nova-compute[75255]:       <mac address="fa:16:3e:79:4f:22"/>
Dec 01 21:07:18 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:18 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:07:18 user nova-compute[75255]:       <target dev="tapc7f06d51-e6"/>
Dec 01 21:07:18 user nova-compute[75255]:     </interface>
Dec 01 21:07:18 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:07:18 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/console.log" append="off"/>
Dec 01 21:07:18 user nova-compute[75255]:     </serial>
Dec 01 21:07:18 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:07:18 user nova-compute[75255]:     <video>
Dec 01 21:07:18 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:18 user nova-compute[75255]:     </video>
Dec 01 21:07:18 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:07:18 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:07:18 user nova-compute[75255]:     </rng>
Dec 01 21:07:18 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:07:18 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:07:18 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:07:18 user nova-compute[75255]:     </memballoon>
Dec 01 21:07:18 user nova-compute[75255]:   </devices>
Dec 01 21:07:18 user nova-compute[75255]: </domain>
Dec 01 21:07:18 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-62684714',display_name='tempest-ServerActionsTestOtherB-server-62684714',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-62684714',id=2,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD88t0UQnSTeuYOrC04yszykTuUv57aiV/ddqP080qMnZKGqZvsV688n9yWznx+oI7ofpLdSR35aSAbumbRUt5qVWq1cMVJReyXv2zsQnGVi2ER0nDu2pIGYw8FebXm3Aw==',key_name='tempest-keypair-1226066122',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d9ac5d05e6ad4f9591e617a268089626',ramdisk_id='',reservation_id='r-9tyo4gmr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-531785613',owner_user_name='tempest-ServerActionsTestOtherB-531785613-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3b1c1f8b23f34169a9603e55a9405a83',uuid=e849fb46-c1e3-46e5-a3ea-d14e33e87711,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converting VIF {"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG os_vif [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '60de2c9b-fad4-5589-a5fa-ae7579749db3', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:18 user sudo[84636]: pam_unix(sudo:session): session closed for user root
Dec 01 21:07:18 user nova-compute[75255]: INFO oslo.privsep.daemon [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Spawned new privsep daemon via rootwrap
Dec 01 21:07:18 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 01 21:07:18 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 01 21:07:18 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Dec 01 21:07:18 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84646
Dec 01 21:07:18 user nova-compute[75255]: WARNING oslo_privsep.priv_context [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] privsep daemon already running
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.network.neutron [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Successfully updated port: f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquired lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.network.neutron [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-01e13c5e-c346-468d-bba1-05cef159d0f3 req-3e0fe76a-0693-4cc0-aa7b-835172b3da0a service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-changed-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-01e13c5e-c346-468d-bba1-05cef159d0f3 req-3e0fe76a-0693-4cc0-aa7b-835172b3da0a service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Refreshing instance network info cache due to event network-changed-f27f3965-ecac-4ab8-81fa-3448a849f58f. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-01e13c5e-c346-468d-bba1-05cef159d0f3 req-3e0fe76a-0693-4cc0-aa7b-835172b3da0a service nova] Acquiring lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapae114a61-83, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapae114a61-83, col_values=(('qos', UUID('f572f79d-b68c-4410-bb17-546b0f4c7241')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapae114a61-83, col_values=(('external_ids', {'iface-id': 'ae114a61-83bc-4fbf-b970-c4768578532a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d9:ec:f4', 'vm-uuid': '6d22427f-cd3d-4f50-895e-0c473af57ac0'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:19 user nova-compute[75255]: INFO os_vif [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ec:f4,bridge_name='br-int',has_traffic_filtering=True,id=ae114a61-83bc-4fbf-b970-c4768578532a,network=Network(96ebe8f6-38e0-4bcd-8764-adb1093e4ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae114a61-83')
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc7f06d51-e6, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc7f06d51-e6, col_values=(('qos', UUID('6cfa0954-e0cc-461f-95d0-0dc7a330f842')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc7f06d51-e6, col_values=(('external_ids', {'iface-id': 'c7f06d51-e6b8-4b72-841d-81735fbe02d6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:4f:22', 'vm-uuid': 'e849fb46-c1e3-46e5-a3ea-d14e33e87711'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:19 user nova-compute[75255]: INFO os_vif [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6')
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Successfully updated port: e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquired lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] No VIF found with MAC fa:16:3e:d9:ec:f4, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] No VIF found with MAC fa:16:3e:79:4f:22, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-e276b116-d18d-4a0f-87f8-9dd3d98a6315 req-2177eea4-dee9-4aa2-9856-506bef21624c service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updated VIF entry in instance network info cache for port c7f06d51-e6b8-4b72-841d-81735fbe02d6. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-e276b116-d18d-4a0f-87f8-9dd3d98a6315 req-2177eea4-dee9-4aa2-9856-506bef21624c service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e276b116-d18d-4a0f-87f8-9dd3d98a6315 req-2177eea4-dee9-4aa2-9856-506bef21624c service nova] Releasing lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-523b376e-647c-4d90-9f9d-ce2816a05a02 req-6544c593-b8c7-4c0b-8800-1f98bde60aff service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-changed-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-523b376e-647c-4d90-9f9d-ce2816a05a02 req-6544c593-b8c7-4c0b-8800-1f98bde60aff service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Refreshing instance network info cache due to event network-changed-e271cd3f-47b5-4354-8119-8d35da7a4193. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-523b376e-647c-4d90-9f9d-ce2816a05a02 req-6544c593-b8c7-4c0b-8800-1f98bde60aff service nova] Acquiring lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Successfully updated port: eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquired lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updating instance_info_cache with network_info: [{"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Releasing lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Instance network_info: |[{"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-01e13c5e-c346-468d-bba1-05cef159d0f3 req-3e0fe76a-0693-4cc0-aa7b-835172b3da0a service nova] Acquired lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-01e13c5e-c346-468d-bba1-05cef159d0f3 req-3e0fe76a-0693-4cc0-aa7b-835172b3da0a service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Refreshing network info cache for port f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Start _get_guest_xml network_info=[{"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:19 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:19 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:07:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1817279949',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1817279949',id=4,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMrLZU+bTedesIE22jBbSCyJn00cf5kfJdCc/8o0/E9wrvoa2o1VNsZEBgWYVif2ATmZXUAXcVy56QxMDhT9bdNQP3LxMXUl9lDu6DQiWGSjjxo6Z2VlScw3FozFU4Yxjw==',key_name='tempest-keypair-1946132660',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-b1r73g7w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=cec85ad5-b851-4101-98b3-4c2d9c92dcb7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.objects.instance [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'pci_devices' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.neutron [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:07:20 user nova-compute[75255]:   <uuid>cec85ad5-b851-4101-98b3-4c2d9c92dcb7</uuid>
Dec 01 21:07:20 user nova-compute[75255]:   <name>instance-00000004</name>
Dec 01 21:07:20 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:07:20 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:07:20 user nova-compute[75255]:   <metadata>
Dec 01 21:07:20 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:07:20 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1817279949</nova:name>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:19</nova:creationTime>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:07:20 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:07:20 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:owner>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:user uuid="bb12338d5cbd4bf4a86c207bb4ddd90d">tempest-AttachVolumeShelveTestJSON-468209258-project-member</nova:user>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:project uuid="1710a62043cc4582910d0de99e8030eb">tempest-AttachVolumeShelveTestJSON-468209258</nova:project>
Dec 01 21:07:20 user nova-compute[75255]:       </nova:owner>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:ports>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:port uuid="f27f3965-ecac-4ab8-81fa-3448a849f58f">
Dec 01 21:07:20 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 21:07:20 user nova-compute[75255]:         </nova:port>
Dec 01 21:07:20 user nova-compute[75255]:       </nova:ports>
Dec 01 21:07:20 user nova-compute[75255]:     </nova:instance>
Dec 01 21:07:20 user nova-compute[75255]:   </metadata>
Dec 01 21:07:20 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:07:20 user nova-compute[75255]:     <system>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="serial">cec85ad5-b851-4101-98b3-4c2d9c92dcb7</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="uuid">cec85ad5-b851-4101-98b3-4c2d9c92dcb7</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:07:20 user nova-compute[75255]:     </system>
Dec 01 21:07:20 user nova-compute[75255]:   </sysinfo>
Dec 01 21:07:20 user nova-compute[75255]:   <os>
Dec 01 21:07:20 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:07:20 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:07:20 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:07:20 user nova-compute[75255]:   </os>
Dec 01 21:07:20 user nova-compute[75255]:   <features>
Dec 01 21:07:20 user nova-compute[75255]:     <acpi/>
Dec 01 21:07:20 user nova-compute[75255]:     <apic/>
Dec 01 21:07:20 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:07:20 user nova-compute[75255]:   </features>
Dec 01 21:07:20 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:07:20 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:07:20 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:07:20 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:07:20 user nova-compute[75255]:   </clock>
Dec 01 21:07:20 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:07:20 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:07:20 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:07:20 user nova-compute[75255]:   </cpu>
Dec 01 21:07:20 user nova-compute[75255]:   <devices>
Dec 01 21:07:20 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:07:20 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:07:20 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk"/>
Dec 01 21:07:20 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:07:20 user nova-compute[75255]:     </disk>
Dec 01 21:07:20 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:07:20 user nova-compute[75255]:       <mac address="fa:16:3e:12:e8:c7"/>
Dec 01 21:07:20 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:20 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:07:20 user nova-compute[75255]:       <target dev="tapf27f3965-ec"/>
Dec 01 21:07:20 user nova-compute[75255]:     </interface>
Dec 01 21:07:20 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:07:20 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/console.log" append="off"/>
Dec 01 21:07:20 user nova-compute[75255]:     </serial>
Dec 01 21:07:20 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:07:20 user nova-compute[75255]:     <video>
Dec 01 21:07:20 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:20 user nova-compute[75255]:     </video>
Dec 01 21:07:20 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:07:20 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:07:20 user nova-compute[75255]:     </rng>
Dec 01 21:07:20 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:07:20 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:07:20 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:07:20 user nova-compute[75255]:     </memballoon>
Dec 01 21:07:20 user nova-compute[75255]:   </devices>
Dec 01 21:07:20 user nova-compute[75255]: </domain>
Dec 01 21:07:20 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1817279949',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1817279949',id=4,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMrLZU+bTedesIE22jBbSCyJn00cf5kfJdCc/8o0/E9wrvoa2o1VNsZEBgWYVif2ATmZXUAXcVy56QxMDhT9bdNQP3LxMXUl9lDu6DQiWGSjjxo6Z2VlScw3FozFU4Yxjw==',key_name='tempest-keypair-1946132660',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-b1r73g7w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=cec85ad5-b851-4101-98b3-4c2d9c92dcb7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG os_vif [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '30f23971-def6-5917-9e17-0245ac838003', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf27f3965-ec, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf27f3965-ec, col_values=(('qos', UUID('02605486-b29c-440e-8237-c883846d80e1')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf27f3965-ec, col_values=(('external_ids', {'iface-id': 'f27f3965-ecac-4ab8-81fa-3448a849f58f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:12:e8:c7', 'vm-uuid': 'cec85ad5-b851-4101-98b3-4c2d9c92dcb7'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: INFO os_vif [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec')
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] No VIF found with MAC fa:16:3e:12:e8:c7, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updating instance_info_cache with network_info: [{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Releasing lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance network_info: |[{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-523b376e-647c-4d90-9f9d-ce2816a05a02 req-6544c593-b8c7-4c0b-8800-1f98bde60aff service nova] Acquired lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-523b376e-647c-4d90-9f9d-ce2816a05a02 req-6544c593-b8c7-4c0b-8800-1f98bde60aff service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Refreshing network info cache for port e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Start _get_guest_xml network_info=[{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:20 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:20 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1342521602',display_name='tempest-AttachVolumeTestJSON-server-1342521602',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1342521602',id=3,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSL5MAHzml9K/zjL/dqe2gk1aGrfKA8ISNoIEkRSMhBGxg6xpykTeyAJv8N0AC2Fj914Akrf9kbuZZXQWVUotNjDNvtJ38x60zkMbWfdA08k1qfeIaws87wxKMISkMIOA==',key_name='tempest-keypair-1522987857',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-0eg8u8kt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=ce56d8e0-6289-4dde-9553-f3fb13918bc0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'pci_devices' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:07:20 user nova-compute[75255]:   <uuid>ce56d8e0-6289-4dde-9553-f3fb13918bc0</uuid>
Dec 01 21:07:20 user nova-compute[75255]:   <name>instance-00000003</name>
Dec 01 21:07:20 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:07:20 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:07:20 user nova-compute[75255]:   <metadata>
Dec 01 21:07:20 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:07:20 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeTestJSON-server-1342521602</nova:name>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:20</nova:creationTime>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:07:20 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:07:20 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:owner>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:user uuid="665f289c8a70400bb50612d2b9744322">tempest-AttachVolumeTestJSON-1814331807-project-member</nova:user>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:project uuid="c60d35f44f614c31ae5c4b304b4e8fbf">tempest-AttachVolumeTestJSON-1814331807</nova:project>
Dec 01 21:07:20 user nova-compute[75255]:       </nova:owner>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:ports>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:port uuid="e271cd3f-47b5-4354-8119-8d35da7a4193">
Dec 01 21:07:20 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 21:07:20 user nova-compute[75255]:         </nova:port>
Dec 01 21:07:20 user nova-compute[75255]:       </nova:ports>
Dec 01 21:07:20 user nova-compute[75255]:     </nova:instance>
Dec 01 21:07:20 user nova-compute[75255]:   </metadata>
Dec 01 21:07:20 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:07:20 user nova-compute[75255]:     <system>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="serial">ce56d8e0-6289-4dde-9553-f3fb13918bc0</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="uuid">ce56d8e0-6289-4dde-9553-f3fb13918bc0</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:07:20 user nova-compute[75255]:     </system>
Dec 01 21:07:20 user nova-compute[75255]:   </sysinfo>
Dec 01 21:07:20 user nova-compute[75255]:   <os>
Dec 01 21:07:20 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:07:20 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:07:20 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:07:20 user nova-compute[75255]:   </os>
Dec 01 21:07:20 user nova-compute[75255]:   <features>
Dec 01 21:07:20 user nova-compute[75255]:     <acpi/>
Dec 01 21:07:20 user nova-compute[75255]:     <apic/>
Dec 01 21:07:20 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:07:20 user nova-compute[75255]:   </features>
Dec 01 21:07:20 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:07:20 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:07:20 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:07:20 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:07:20 user nova-compute[75255]:   </clock>
Dec 01 21:07:20 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:07:20 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:07:20 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:07:20 user nova-compute[75255]:   </cpu>
Dec 01 21:07:20 user nova-compute[75255]:   <devices>
Dec 01 21:07:20 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:07:20 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:07:20 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk"/>
Dec 01 21:07:20 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:07:20 user nova-compute[75255]:     </disk>
Dec 01 21:07:20 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:07:20 user nova-compute[75255]:       <mac address="fa:16:3e:95:d8:29"/>
Dec 01 21:07:20 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:20 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:07:20 user nova-compute[75255]:       <target dev="tape271cd3f-47"/>
Dec 01 21:07:20 user nova-compute[75255]:     </interface>
Dec 01 21:07:20 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:07:20 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/console.log" append="off"/>
Dec 01 21:07:20 user nova-compute[75255]:     </serial>
Dec 01 21:07:20 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:07:20 user nova-compute[75255]:     <video>
Dec 01 21:07:20 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:20 user nova-compute[75255]:     </video>
Dec 01 21:07:20 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:07:20 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:07:20 user nova-compute[75255]:     </rng>
Dec 01 21:07:20 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:07:20 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:07:20 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:07:20 user nova-compute[75255]:     </memballoon>
Dec 01 21:07:20 user nova-compute[75255]:   </devices>
Dec 01 21:07:20 user nova-compute[75255]: </domain>
Dec 01 21:07:20 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1342521602',display_name='tempest-AttachVolumeTestJSON-server-1342521602',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1342521602',id=3,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSL5MAHzml9K/zjL/dqe2gk1aGrfKA8ISNoIEkRSMhBGxg6xpykTeyAJv8N0AC2Fj914Akrf9kbuZZXQWVUotNjDNvtJ38x60zkMbWfdA08k1qfeIaws87wxKMISkMIOA==',key_name='tempest-keypair-1522987857',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-0eg8u8kt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=ce56d8e0-6289-4dde-9553-f3fb13918bc0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG os_vif [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6032991-e030-5fc2-9930-1e6249b4ba44', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape271cd3f-47, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape271cd3f-47, col_values=(('qos', UUID('5172a754-5a55-456e-b7a2-b380902b2f09')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape271cd3f-47, col_values=(('external_ids', {'iface-id': 'e271cd3f-47b5-4354-8119-8d35da7a4193', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:d8:29', 'vm-uuid': 'ce56d8e0-6289-4dde-9553-f3fb13918bc0'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: INFO os_vif [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47')
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No VIF found with MAC fa:16:3e:95:d8:29, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.neutron [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updating instance_info_cache with network_info: [{"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Releasing lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Instance network_info: |[{"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Start _get_guest_xml network_info=[{"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:20 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:20 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1716133676',display_name='tempest-ServerActionsTestOtherA-server-1716133676',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1716133676',id=5,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKqO4Syb+P+C8yg/VkZSYGx1wP7ZE26SfDQmsnFiwx38gDhmgd9AAkUfO9rzZ5hxKNfWQ1hxCMkhHPPKJUSbXD5SMFdQX/Lnco41L57hoYrc9EjuhKoBUBmKbF8on1Njew==',key_name='tempest-keypair-578871819',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-9qwuxmp6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=76e89914-6bf7-4d84-870d-60801590ee5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:55:b9,bridge_name='br-int',has_traffic_filtering=True,id=eb4dc79e-bb9d-40c8-b052-890ac421ba72,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb4dc79e-bb') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.objects.instance [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'pci_devices' on Instance uuid 76e89914-6bf7-4d84-870d-60801590ee5a {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-01e13c5e-c346-468d-bba1-05cef159d0f3 req-3e0fe76a-0693-4cc0-aa7b-835172b3da0a service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updated VIF entry in instance network info cache for port f27f3965-ecac-4ab8-81fa-3448a849f58f. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-01e13c5e-c346-468d-bba1-05cef159d0f3 req-3e0fe76a-0693-4cc0-aa7b-835172b3da0a service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updating instance_info_cache with network_info: [{"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:07:20 user nova-compute[75255]:   <uuid>76e89914-6bf7-4d84-870d-60801590ee5a</uuid>
Dec 01 21:07:20 user nova-compute[75255]:   <name>instance-00000005</name>
Dec 01 21:07:20 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:07:20 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:07:20 user nova-compute[75255]:   <metadata>
Dec 01 21:07:20 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:07:20 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:name>tempest-ServerActionsTestOtherA-server-1716133676</nova:name>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:20</nova:creationTime>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:07:20 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:07:20 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:owner>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:user uuid="07b91a0921e2473199a4ab60b9bd3480">tempest-ServerActionsTestOtherA-1164641327-project-member</nova:user>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:project uuid="f43d0e6c53a54e6790917116d634eb83">tempest-ServerActionsTestOtherA-1164641327</nova:project>
Dec 01 21:07:20 user nova-compute[75255]:       </nova:owner>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:07:20 user nova-compute[75255]:       <nova:ports>
Dec 01 21:07:20 user nova-compute[75255]:         <nova:port uuid="eb4dc79e-bb9d-40c8-b052-890ac421ba72">
Dec 01 21:07:20 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 01 21:07:20 user nova-compute[75255]:         </nova:port>
Dec 01 21:07:20 user nova-compute[75255]:       </nova:ports>
Dec 01 21:07:20 user nova-compute[75255]:     </nova:instance>
Dec 01 21:07:20 user nova-compute[75255]:   </metadata>
Dec 01 21:07:20 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:07:20 user nova-compute[75255]:     <system>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="serial">76e89914-6bf7-4d84-870d-60801590ee5a</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="uuid">76e89914-6bf7-4d84-870d-60801590ee5a</entry>
Dec 01 21:07:20 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:07:20 user nova-compute[75255]:     </system>
Dec 01 21:07:20 user nova-compute[75255]:   </sysinfo>
Dec 01 21:07:20 user nova-compute[75255]:   <os>
Dec 01 21:07:20 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:07:20 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:07:20 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:07:20 user nova-compute[75255]:   </os>
Dec 01 21:07:20 user nova-compute[75255]:   <features>
Dec 01 21:07:20 user nova-compute[75255]:     <acpi/>
Dec 01 21:07:20 user nova-compute[75255]:     <apic/>
Dec 01 21:07:20 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:07:20 user nova-compute[75255]:   </features>
Dec 01 21:07:20 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:07:20 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:07:20 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:07:20 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:07:20 user nova-compute[75255]:   </clock>
Dec 01 21:07:20 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:07:20 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:07:20 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:07:20 user nova-compute[75255]:   </cpu>
Dec 01 21:07:20 user nova-compute[75255]:   <devices>
Dec 01 21:07:20 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:07:20 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:07:20 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk"/>
Dec 01 21:07:20 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:07:20 user nova-compute[75255]:     </disk>
Dec 01 21:07:20 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:07:20 user nova-compute[75255]:       <mac address="fa:16:3e:0d:55:b9"/>
Dec 01 21:07:20 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:20 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:07:20 user nova-compute[75255]:       <target dev="tapeb4dc79e-bb"/>
Dec 01 21:07:20 user nova-compute[75255]:     </interface>
Dec 01 21:07:20 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:07:20 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/console.log" append="off"/>
Dec 01 21:07:20 user nova-compute[75255]:     </serial>
Dec 01 21:07:20 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:07:20 user nova-compute[75255]:     <video>
Dec 01 21:07:20 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:20 user nova-compute[75255]:     </video>
Dec 01 21:07:20 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:07:20 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:07:20 user nova-compute[75255]:     </rng>
Dec 01 21:07:20 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:07:20 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:07:20 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:07:20 user nova-compute[75255]:     </memballoon>
Dec 01 21:07:20 user nova-compute[75255]:   </devices>
Dec 01 21:07:20 user nova-compute[75255]: </domain>
Dec 01 21:07:20 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1716133676',display_name='tempest-ServerActionsTestOtherA-server-1716133676',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1716133676',id=5,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKqO4Syb+P+C8yg/VkZSYGx1wP7ZE26SfDQmsnFiwx38gDhmgd9AAkUfO9rzZ5hxKNfWQ1hxCMkhHPPKJUSbXD5SMFdQX/Lnco41L57hoYrc9EjuhKoBUBmKbF8on1Njew==',key_name='tempest-keypair-578871819',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-9qwuxmp6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=76e89914-6bf7-4d84-870d-60801590ee5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:55:b9,bridge_name='br-int',has_traffic_filtering=True,id=eb4dc79e-bb9d-40c8-b052-890ac421ba72,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb4dc79e-bb') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG os_vif [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:55:b9,bridge_name='br-int',has_traffic_filtering=True,id=eb4dc79e-bb9d-40c8-b052-890ac421ba72,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb4dc79e-bb') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-01e13c5e-c346-468d-bba1-05cef159d0f3 req-3e0fe76a-0693-4cc0-aa7b-835172b3da0a service nova] Releasing lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c1982475-e22f-50e8-ab6c-2f054ef4b250', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeb4dc79e-bb, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeb4dc79e-bb, col_values=(('qos', UUID('d422fb1a-90ae-4504-a0a5-31fc97f47b17')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeb4dc79e-bb, col_values=(('external_ids', {'iface-id': 'eb4dc79e-bb9d-40c8-b052-890ac421ba72', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:55:b9', 'vm-uuid': '76e89914-6bf7-4d84-870d-60801590ee5a'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:20 user nova-compute[75255]: INFO os_vif [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:55:b9,bridge_name='br-int',has_traffic_filtering=True,id=eb4dc79e-bb9d-40c8-b052-890ac421ba72,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb4dc79e-bb')
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No VIF found with MAC fa:16:3e:0d:55:b9, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-9e94e6ad-2981-42ac-b386-af6fb15a30a9 req-d783d49f-6383-4bf1-ac52-6b8d63defefa service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Received event network-changed-eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-9e94e6ad-2981-42ac-b386-af6fb15a30a9 req-d783d49f-6383-4bf1-ac52-6b8d63defefa service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Refreshing instance network info cache due to event network-changed-eb4dc79e-bb9d-40c8-b052-890ac421ba72. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9e94e6ad-2981-42ac-b386-af6fb15a30a9 req-d783d49f-6383-4bf1-ac52-6b8d63defefa service nova] Acquiring lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9e94e6ad-2981-42ac-b386-af6fb15a30a9 req-d783d49f-6383-4bf1-ac52-6b8d63defefa service nova] Acquired lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG nova.network.neutron [req-9e94e6ad-2981-42ac-b386-af6fb15a30a9 req-d783d49f-6383-4bf1-ac52-6b8d63defefa service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Refreshing network info cache for port eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG nova.network.neutron [req-523b376e-647c-4d90-9f9d-ce2816a05a02 req-6544c593-b8c7-4c0b-8800-1f98bde60aff service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updated VIF entry in instance network info cache for port e271cd3f-47b5-4354-8119-8d35da7a4193. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG nova.network.neutron [req-523b376e-647c-4d90-9f9d-ce2816a05a02 req-6544c593-b8c7-4c0b-8800-1f98bde60aff service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updating instance_info_cache with network_info: [{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-523b376e-647c-4d90-9f9d-ce2816a05a02 req-6544c593-b8c7-4c0b-8800-1f98bde60aff service nova] Releasing lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG nova.network.neutron [req-9e94e6ad-2981-42ac-b386-af6fb15a30a9 req-d783d49f-6383-4bf1-ac52-6b8d63defefa service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updated VIF entry in instance network info cache for port eb4dc79e-bb9d-40c8-b052-890ac421ba72. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG nova.network.neutron [req-9e94e6ad-2981-42ac-b386-af6fb15a30a9 req-d783d49f-6383-4bf1-ac52-6b8d63defefa service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updating instance_info_cache with network_info: [{"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9e94e6ad-2981-42ac-b386-af6fb15a30a9 req-d783d49f-6383-4bf1-ac52-6b8d63defefa service nova] Releasing lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:26 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:28 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.compute.claims [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Claim successful on node user
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Instance spawned successfully.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance spawned successfully.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Instance spawned successfully.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.compute.manager [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Took 13.43 seconds to spawn the instance on the hypervisor.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.compute.manager [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Took 18.82 seconds to spawn the instance on the hypervisor.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance spawned successfully.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.compute.manager [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Took 20.94 seconds to spawn the instance on the hypervisor.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.compute.manager [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Took 14.50 seconds to build instance.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Instance spawned successfully.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.compute.manager [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Took 19.80 seconds to build instance.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-92c46c92-8756-410d-b27f-ca51a71c1976 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "76e89914-6bf7-4d84-870d-60801590ee5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.705s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.compute.manager [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Took 16.03 seconds to spawn the instance on the hypervisor.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:07:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2d7c5680-27fa-4506-a723-a2d5ee9d0f1d tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.179s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:29 user nova-compute[75255]: INFO nova.compute.manager [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Took 22.15 seconds to build instance.
Dec 01 21:07:29 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-803614d3-4993-4817-8100-1b302feb1984 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.619s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:30 user nova-compute[75255]: INFO nova.compute.manager [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Took 15.00 seconds to spawn the instance on the hypervisor.
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:07:30 user nova-compute[75255]: INFO nova.compute.manager [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Took 17.04 seconds to build instance.
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.668s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.828s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:30 user nova-compute[75255]: INFO nova.compute.claims [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Claim successful on node user
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7147851b-e3bd-44d4-a97f-aed501168af0 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.226s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.network.neutron [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:30 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:30 user nova-compute[75255]: INFO nova.compute.manager [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Took 15.98 seconds to build instance.
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-11794ada-ef86-43a3-904e-834effc629df tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.363s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.policy [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe80ee03fe3f4689a5b2dd26fcb82ebf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02d9cd06aef4bc398f87e189d8d3c9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:30 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Creating image(s)
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "/opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "/opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "/opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.337s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.224s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk 1073741824" returned: 0 in 0.084s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.320s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.258s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.251s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:31 user nova-compute[75255]: INFO nova.compute.claims [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Claim successful on node user
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.363s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.network.neutron [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Successfully created port: 09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.policy [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33db9eec9bc5499b98911e4d7ba9a950', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfecc53e2a4648d0b9dbe58a45414332', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.356s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Cannot resize image /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Ensure instance console log exists: /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:32 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Creating image(s)
Dec 01 21:07:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "/opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "/opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "/opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "b5c51e122a5aba1fabd547ab5eff3c218c911108" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "b5c51e122a5aba1fabd547ab5eff3c218c911108" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108.part --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108.part --force-share --output=json" returned: 0 in 0.365s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:32 user nova-compute[75255]: DEBUG nova.virt.images [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] 55fbea96-768c-4f14-8b69-3dc3694b4a50 was qcow2, converting to raw {{(pid=75255) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108.part /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108.converted {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.network.neutron [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Successfully updated port: 09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.686s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquired lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.network.neutron [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Successfully created port: 1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.369s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-42bfc582-9970-4225-84f8-9fa12d3b1ad6 req-4b9f3045-8401-47e1-9057-b9e4c361fcd5 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received event network-changed-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-42bfc582-9970-4225-84f8-9fa12d3b1ad6 req-4b9f3045-8401-47e1-9057-b9e4c361fcd5 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Refreshing instance network info cache due to event network-changed-09240947-95b8-4217-921e-2c6b51cc6012. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-42bfc582-9970-4225-84f8-9fa12d3b1ad6 req-4b9f3045-8401-47e1-9057-b9e4c361fcd5 service nova] Acquiring lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:33 user nova-compute[75255]: INFO nova.compute.claims [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Claim successful on node user
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108.part /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108.converted" returned: 0 in 0.257s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.network.neutron [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108.converted --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.network.neutron [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-d7830d04-d42b-4b5d-945d-261b9e4068aa req-96643280-f27d-43c6-aa87-47b8ca3a92ef service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d7830d04-d42b-4b5d-945d-261b9e4068aa req-96643280-f27d-43c6-aa87-47b8ca3a92ef service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d7830d04-d42b-4b5d-945d-261b9e4068aa req-96643280-f27d-43c6-aa87-47b8ca3a92ef service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d7830d04-d42b-4b5d-945d-261b9e4068aa req-96643280-f27d-43c6-aa87-47b8ca3a92ef service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-d7830d04-d42b-4b5d-945d-261b9e4068aa req-96643280-f27d-43c6-aa87-47b8ca3a92ef service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:33 user nova-compute[75255]: WARNING nova.compute.manager [req-d7830d04-d42b-4b5d-945d-261b9e4068aa req-96643280-f27d-43c6-aa87-47b8ca3a92ef service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state active and task_state None.
Dec 01 21:07:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.policy [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b660492281e4b1c9de28eddca375ca4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac2a81fa7cc34c4ba4d6e2e8261626ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108.converted --force-share --output=json" returned: 0 in 0.363s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "b5c51e122a5aba1fabd547ab5eff3c218c911108" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.623s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Creating image(s)
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "/opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "/opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "/opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108 --force-share --output=json" returned: 0 in 0.334s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "b5c51e122a5aba1fabd547ab5eff3c218c911108" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "b5c51e122a5aba1fabd547ab5eff3c218c911108" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108 --force-share --output=json" returned: 0 in 0.295s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108,backing_fmt=raw /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.456s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.006s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108,backing_fmt=raw /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk 1073741824" returned: 0 in 0.114s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "b5c51e122a5aba1fabd547ab5eff3c218c911108" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.440s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Successfully updated port: 1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "refresh_cache-7788b8b6-978b-4c7b-9770-b39b3f0c1303" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquired lock "refresh_cache-7788b8b6-978b-4c7b-9770-b39b3f0c1303" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-13cc2c8e-4a81-4580-8c0d-7cb71fa14bf6 req-db7c2bd8-4104-4ee6-9383-808a32b24d84 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received event network-changed-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-13cc2c8e-4a81-4580-8c0d-7cb71fa14bf6 req-db7c2bd8-4104-4ee6-9383-808a32b24d84 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Refreshing instance network info cache due to event network-changed-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-13cc2c8e-4a81-4580-8c0d-7cb71fa14bf6 req-db7c2bd8-4104-4ee6-9383-808a32b24d84 service nova] Acquiring lock "refresh_cache-7788b8b6-978b-4c7b-9770-b39b3f0c1303" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.277s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.606s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108 --force-share --output=json" returned: 0 in 0.266s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk 1073741824" returned: 0 in 0.072s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.411s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Updating instance_info_cache with network_info: [{"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Releasing lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Instance network_info: |[{"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-42bfc582-9970-4225-84f8-9fa12d3b1ad6 req-4b9f3045-8401-47e1-9057-b9e4c361fcd5 service nova] Acquired lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.network.neutron [req-42bfc582-9970-4225-84f8-9fa12d3b1ad6 req-4b9f3045-8401-47e1-9057-b9e4c361fcd5 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Refreshing network info cache for port 09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Start _get_guest_xml network_info=[{"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:34 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:35 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:35 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-603835116',display_name='tempest-VolumesAdminNegativeTest-server-603835116',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-603835116',id=6,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPbVJXirb1b92klBluWS8pF6lO/rwxP78AhH8haf4eUaZracZ3QbFcJe581pFCcMjaos5wWB5DIknUzDWqEbtDwHMw6N8ZA6JOGLvavMkyr5Pe6DmX6GgHu4zhPiG662ZQ==',key_name='tempest-keypair-1412686858',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e02d9cd06aef4bc398f87e189d8d3c9e',ramdisk_id='',reservation_id='r-8wpne8tw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-28134318',owner_user_name='tempest-VolumesAdminNegativeTest-28134318-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe80ee03fe3f4689a5b2dd26fcb82ebf',uuid=aa6c3d5f-1afa-483a-bd41-664aa925eaea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converting VIF {"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:90:dd,bridge_name='br-int',has_traffic_filtering=True,id=09240947-95b8-4217-921e-2c6b51cc6012,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09240947-95') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lazy-loading 'pci_devices' on Instance uuid aa6c3d5f-1afa-483a-bd41-664aa925eaea {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:07:35 user nova-compute[75255]:   <uuid>aa6c3d5f-1afa-483a-bd41-664aa925eaea</uuid>
Dec 01 21:07:35 user nova-compute[75255]:   <name>instance-00000006</name>
Dec 01 21:07:35 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:07:35 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:07:35 user nova-compute[75255]:   <metadata>
Dec 01 21:07:35 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:07:35 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:name>tempest-VolumesAdminNegativeTest-server-603835116</nova:name>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:35</nova:creationTime>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:07:35 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:07:35 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:owner>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:user uuid="fe80ee03fe3f4689a5b2dd26fcb82ebf">tempest-VolumesAdminNegativeTest-28134318-project-member</nova:user>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:project uuid="e02d9cd06aef4bc398f87e189d8d3c9e">tempest-VolumesAdminNegativeTest-28134318</nova:project>
Dec 01 21:07:35 user nova-compute[75255]:       </nova:owner>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:ports>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:port uuid="09240947-95b8-4217-921e-2c6b51cc6012">
Dec 01 21:07:35 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:07:35 user nova-compute[75255]:         </nova:port>
Dec 01 21:07:35 user nova-compute[75255]:       </nova:ports>
Dec 01 21:07:35 user nova-compute[75255]:     </nova:instance>
Dec 01 21:07:35 user nova-compute[75255]:   </metadata>
Dec 01 21:07:35 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:07:35 user nova-compute[75255]:     <system>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="serial">aa6c3d5f-1afa-483a-bd41-664aa925eaea</entry>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="uuid">aa6c3d5f-1afa-483a-bd41-664aa925eaea</entry>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:07:35 user nova-compute[75255]:     </system>
Dec 01 21:07:35 user nova-compute[75255]:   </sysinfo>
Dec 01 21:07:35 user nova-compute[75255]:   <os>
Dec 01 21:07:35 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:07:35 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:07:35 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:07:35 user nova-compute[75255]:   </os>
Dec 01 21:07:35 user nova-compute[75255]:   <features>
Dec 01 21:07:35 user nova-compute[75255]:     <acpi/>
Dec 01 21:07:35 user nova-compute[75255]:     <apic/>
Dec 01 21:07:35 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:07:35 user nova-compute[75255]:   </features>
Dec 01 21:07:35 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:07:35 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:07:35 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:07:35 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:07:35 user nova-compute[75255]:   </clock>
Dec 01 21:07:35 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:07:35 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:07:35 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:07:35 user nova-compute[75255]:   </cpu>
Dec 01 21:07:35 user nova-compute[75255]:   <devices>
Dec 01 21:07:35 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:07:35 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:07:35 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk"/>
Dec 01 21:07:35 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:07:35 user nova-compute[75255]:     </disk>
Dec 01 21:07:35 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:07:35 user nova-compute[75255]:       <mac address="fa:16:3e:67:90:dd"/>
Dec 01 21:07:35 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:35 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:07:35 user nova-compute[75255]:       <target dev="tap09240947-95"/>
Dec 01 21:07:35 user nova-compute[75255]:     </interface>
Dec 01 21:07:35 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:07:35 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/console.log" append="off"/>
Dec 01 21:07:35 user nova-compute[75255]:     </serial>
Dec 01 21:07:35 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:07:35 user nova-compute[75255]:     <video>
Dec 01 21:07:35 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:35 user nova-compute[75255]:     </video>
Dec 01 21:07:35 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:07:35 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:07:35 user nova-compute[75255]:     </rng>
Dec 01 21:07:35 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:07:35 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:07:35 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:07:35 user nova-compute[75255]:     </memballoon>
Dec 01 21:07:35 user nova-compute[75255]:   </devices>
Dec 01 21:07:35 user nova-compute[75255]: </domain>
Dec 01 21:07:35 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-603835116',display_name='tempest-VolumesAdminNegativeTest-server-603835116',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-603835116',id=6,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPbVJXirb1b92klBluWS8pF6lO/rwxP78AhH8haf4eUaZracZ3QbFcJe581pFCcMjaos5wWB5DIknUzDWqEbtDwHMw6N8ZA6JOGLvavMkyr5Pe6DmX6GgHu4zhPiG662ZQ==',key_name='tempest-keypair-1412686858',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e02d9cd06aef4bc398f87e189d8d3c9e',ramdisk_id='',reservation_id='r-8wpne8tw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-28134318',owner_user_name='tempest-VolumesAdminNegativeTest-28134318-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe80ee03fe3f4689a5b2dd26fcb82ebf',uuid=aa6c3d5f-1afa-483a-bd41-664aa925eaea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converting VIF {"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:90:dd,bridge_name='br-int',has_traffic_filtering=True,id=09240947-95b8-4217-921e-2c6b51cc6012,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09240947-95') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG os_vif [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:90:dd,bridge_name='br-int',has_traffic_filtering=True,id=09240947-95b8-4217-921e-2c6b51cc6012,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09240947-95') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json" returned: 0 in 0.385s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Cannot resize image /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Ensure instance console log exists: /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '640a9eb3-312d-5a14-b3e0-3abf4f06c4ec', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap09240947-95, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap09240947-95, col_values=(('qos', UUID('86089a8a-4624-4947-a5b5-a29fc9feed66')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap09240947-95, col_values=(('external_ids', {'iface-id': '09240947-95b8-4217-921e-2c6b51cc6012', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:67:90:dd', 'vm-uuid': 'aa6c3d5f-1afa-483a-bd41-664aa925eaea'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: INFO os_vif [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:90:dd,bridge_name='br-int',has_traffic_filtering=True,id=09240947-95b8-4217-921e-2c6b51cc6012,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09240947-95')
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.397s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Checking if we can resize image /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:35 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Creating image(s)
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Updating instance_info_cache with network_info: [{"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] No VIF found with MAC fa:16:3e:67:90:dd, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Releasing lock "refresh_cache-7788b8b6-978b-4c7b-9770-b39b3f0c1303" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Instance network_info: |[{"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-13cc2c8e-4a81-4580-8c0d-7cb71fa14bf6 req-db7c2bd8-4104-4ee6-9383-808a32b24d84 service nova] Acquired lock "refresh_cache-7788b8b6-978b-4c7b-9770-b39b3f0c1303" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-13cc2c8e-4a81-4580-8c0d-7cb71fa14bf6 req-db7c2bd8-4104-4ee6-9383-808a32b24d84 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Refreshing network info cache for port 1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Start _get_guest_xml network_info=[{"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:07:21Z,direct_url=<?>,disk_format='qcow2',id=55fbea96-768c-4f14-8b69-3dc3694b4a50,min_disk=0,min_ram=0,name='',owner='9d325a0b0b244c38882afebe3b8d16df',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:07:23Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': 'scsi', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '55fbea96-768c-4f14-8b69-3dc3694b4a50'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:35 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:35 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json" returned: 0 in 0.420s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Cannot resize image /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Ensure instance console log exists: /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-fe9b789c-c6bf-43c5-895d-9dd5f7c5d081 req-b85eb17b-adf9-4edc-acee-ac86f7406fb3 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fe9b789c-c6bf-43c5-895d-9dd5f7c5d081 req-b85eb17b-adf9-4edc-acee-ac86f7406fb3 service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fe9b789c-c6bf-43c5-895d-9dd5f7c5d081 req-b85eb17b-adf9-4edc-acee-ac86f7406fb3 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fe9b789c-c6bf-43c5-895d-9dd5f7c5d081 req-b85eb17b-adf9-4edc-acee-ac86f7406fb3 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-fe9b789c-c6bf-43c5-895d-9dd5f7c5d081 req-b85eb17b-adf9-4edc-acee-ac86f7406fb3 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:35 user nova-compute[75255]: WARNING nova.compute.manager [req-fe9b789c-c6bf-43c5-895d-9dd5f7c5d081 req-b85eb17b-adf9-4edc-acee-ac86f7406fb3 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state active and task_state None.
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.397s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:07:21Z,direct_url=<?>,disk_format='qcow2',id=55fbea96-768c-4f14-8b69-3dc3694b4a50,min_disk=0,min_ram=0,name='',owner='9d325a0b0b244c38882afebe3b8d16df',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:07:23Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-810688107',display_name='tempest-AttachSCSIVolumeTestJSON-server-810688107',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-810688107',id=7,image_ref='55fbea96-768c-4f14-8b69-3dc3694b4a50',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDTJR45jOHmAoOv5ZAe76Eu5HHnWLHRrPjGKtLh72rP8vo0/apRjp25R52iu+kOYxjtikzEL99I4l+orsUgOcUPj/gy4SfTEywWFQecPiiNocZzLQDDw/++m38BgqMPdRA==',key_name='tempest-keypair-222761100',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cfecc53e2a4648d0b9dbe58a45414332',ramdisk_id='',reservation_id='r-d2sfut81',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='55fbea96-768c-4f14-8b69-3dc3694b4a50',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-355646678',owner_user_name='tempest-AttachSCSIVolumeTestJSON-355646678-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='33db9eec9bc5499b98911e4d7ba9a950',uuid=7788b8b6-978b-4c7b-9770-b39b3f0c1303,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Converting VIF {"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:c9:d5,bridge_name='br-int',has_traffic_filtering=True,id=1a72af4c-5bbb-4685-b3aa-cddaa3b60a41,network=Network(fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a72af4c-5b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.objects.instance [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lazy-loading 'pci_devices' on Instance uuid 7788b8b6-978b-4c7b-9770-b39b3f0c1303 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:07:35 user nova-compute[75255]:   <uuid>7788b8b6-978b-4c7b-9770-b39b3f0c1303</uuid>
Dec 01 21:07:35 user nova-compute[75255]:   <name>instance-00000007</name>
Dec 01 21:07:35 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:07:35 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:07:35 user nova-compute[75255]:   <metadata>
Dec 01 21:07:35 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:07:35 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-810688107</nova:name>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:35</nova:creationTime>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:07:35 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:07:35 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:owner>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:user uuid="33db9eec9bc5499b98911e4d7ba9a950">tempest-AttachSCSIVolumeTestJSON-355646678-project-member</nova:user>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:project uuid="cfecc53e2a4648d0b9dbe58a45414332">tempest-AttachSCSIVolumeTestJSON-355646678</nova:project>
Dec 01 21:07:35 user nova-compute[75255]:       </nova:owner>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:root type="image" uuid="55fbea96-768c-4f14-8b69-3dc3694b4a50"/>
Dec 01 21:07:35 user nova-compute[75255]:       <nova:ports>
Dec 01 21:07:35 user nova-compute[75255]:         <nova:port uuid="1a72af4c-5bbb-4685-b3aa-cddaa3b60a41">
Dec 01 21:07:35 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 01 21:07:35 user nova-compute[75255]:         </nova:port>
Dec 01 21:07:35 user nova-compute[75255]:       </nova:ports>
Dec 01 21:07:35 user nova-compute[75255]:     </nova:instance>
Dec 01 21:07:35 user nova-compute[75255]:   </metadata>
Dec 01 21:07:35 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:07:35 user nova-compute[75255]:     <system>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="serial">7788b8b6-978b-4c7b-9770-b39b3f0c1303</entry>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="uuid">7788b8b6-978b-4c7b-9770-b39b3f0c1303</entry>
Dec 01 21:07:35 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:07:35 user nova-compute[75255]:     </system>
Dec 01 21:07:35 user nova-compute[75255]:   </sysinfo>
Dec 01 21:07:35 user nova-compute[75255]:   <os>
Dec 01 21:07:35 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:07:35 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:07:35 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:07:35 user nova-compute[75255]:   </os>
Dec 01 21:07:35 user nova-compute[75255]:   <features>
Dec 01 21:07:35 user nova-compute[75255]:     <acpi/>
Dec 01 21:07:35 user nova-compute[75255]:     <apic/>
Dec 01 21:07:35 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:07:35 user nova-compute[75255]:   </features>
Dec 01 21:07:35 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:07:35 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:07:35 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:07:35 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:07:35 user nova-compute[75255]:   </clock>
Dec 01 21:07:35 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:07:35 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:07:35 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:07:35 user nova-compute[75255]:   </cpu>
Dec 01 21:07:35 user nova-compute[75255]:   <devices>
Dec 01 21:07:35 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:07:35 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:07:35 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk"/>
Dec 01 21:07:35 user nova-compute[75255]:       <target dev="sda" bus="scsi"/>
Dec 01 21:07:35 user nova-compute[75255]:       <address type="drive" controller="0" unit="0"/>
Dec 01 21:07:35 user nova-compute[75255]:     </disk>
Dec 01 21:07:35 user nova-compute[75255]:     <disk type="file" device="cdrom">
Dec 01 21:07:35 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none"/>
Dec 01 21:07:35 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk.config"/>
Dec 01 21:07:35 user nova-compute[75255]:       <target dev="sdb" bus="scsi"/>
Dec 01 21:07:35 user nova-compute[75255]:       <address type="drive" controller="0" unit="1"/>
Dec 01 21:07:35 user nova-compute[75255]:     </disk>
Dec 01 21:07:35 user nova-compute[75255]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Dec 01 21:07:35 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:07:35 user nova-compute[75255]:       <mac address="fa:16:3e:7b:c9:d5"/>
Dec 01 21:07:35 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:35 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:07:35 user nova-compute[75255]:       <target dev="tap1a72af4c-5b"/>
Dec 01 21:07:35 user nova-compute[75255]:     </interface>
Dec 01 21:07:35 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:07:35 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/console.log" append="off"/>
Dec 01 21:07:35 user nova-compute[75255]:     </serial>
Dec 01 21:07:35 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:07:35 user nova-compute[75255]:     <video>
Dec 01 21:07:35 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:35 user nova-compute[75255]:     </video>
Dec 01 21:07:35 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:07:35 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:07:35 user nova-compute[75255]:     </rng>
Dec 01 21:07:35 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:07:35 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:07:35 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:07:35 user nova-compute[75255]:     </memballoon>
Dec 01 21:07:35 user nova-compute[75255]:   </devices>
Dec 01 21:07:35 user nova-compute[75255]: </domain>
Dec 01 21:07:35 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-810688107',display_name='tempest-AttachSCSIVolumeTestJSON-server-810688107',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-810688107',id=7,image_ref='55fbea96-768c-4f14-8b69-3dc3694b4a50',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDTJR45jOHmAoOv5ZAe76Eu5HHnWLHRrPjGKtLh72rP8vo0/apRjp25R52iu+kOYxjtikzEL99I4l+orsUgOcUPj/gy4SfTEywWFQecPiiNocZzLQDDw/++m38BgqMPdRA==',key_name='tempest-keypair-222761100',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cfecc53e2a4648d0b9dbe58a45414332',ramdisk_id='',reservation_id='r-d2sfut81',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='55fbea96-768c-4f14-8b69-3dc3694b4a50',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-355646678',owner_user_name='tempest-AttachSCSIVolumeTestJSON-355646678-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='33db9eec9bc5499b98911e4d7ba9a950',uuid=7788b8b6-978b-4c7b-9770-b39b3f0c1303,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Converting VIF {"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:c9:d5,bridge_name='br-int',has_traffic_filtering=True,id=1a72af4c-5bbb-4685-b3aa-cddaa3b60a41,network=Network(fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a72af4c-5b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG os_vif [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:c9:d5,bridge_name='br-int',has_traffic_filtering=True,id=1a72af4c-5bbb-4685-b3aa-cddaa3b60a41,network=Network(fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a72af4c-5b') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c8d06496-a6c4-58ff-94eb-6e7e9fbd08c6', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1a72af4c-5b, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1a72af4c-5b, col_values=(('qos', UUID('40490ba5-14fa-4c4d-a36a-1666a9b4af40')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1a72af4c-5b, col_values=(('external_ids', {'iface-id': '1a72af4c-5bbb-4685-b3aa-cddaa3b60a41', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:c9:d5', 'vm-uuid': '7788b8b6-978b-4c7b-9770-b39b3f0c1303'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:36 user nova-compute[75255]: INFO os_vif [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:c9:d5,bridge_name='br-int',has_traffic_filtering=True,id=1a72af4c-5bbb-4685-b3aa-cddaa3b60a41,network=Network(fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a72af4c-5b')
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.policy [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da7a3f82eae54557b155c3f15d445f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b01fbde7aba4816a1cf564ae53ed028', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-42bfc582-9970-4225-84f8-9fa12d3b1ad6 req-4b9f3045-8401-47e1-9057-b9e4c361fcd5 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Updated VIF entry in instance network info cache for port 09240947-95b8-4217-921e-2c6b51cc6012. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-42bfc582-9970-4225-84f8-9fa12d3b1ad6 req-4b9f3045-8401-47e1-9057-b9e4c361fcd5 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Updating instance_info_cache with network_info: [{"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-42bfc582-9970-4225-84f8-9fa12d3b1ad6 req-4b9f3045-8401-47e1-9057-b9e4c361fcd5 service nova] Releasing lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.351s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] No BDM found with device name sda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] No VIF found with MAC fa:16:3e:7b:c9:d5, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:07:36 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Using config drive
Dec 01 21:07:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk 1073741824" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.549s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-6ad7dfd6-2287-4953-9f83-442a023115fc req-309e6690-b3a5-4c78-85d8-7a5db2b28512 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6ad7dfd6-2287-4953-9f83-442a023115fc req-309e6690-b3a5-4c78-85d8-7a5db2b28512 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6ad7dfd6-2287-4953-9f83-442a023115fc req-309e6690-b3a5-4c78-85d8-7a5db2b28512 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6ad7dfd6-2287-4953-9f83-442a023115fc req-309e6690-b3a5-4c78-85d8-7a5db2b28512 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-6ad7dfd6-2287-4953-9f83-442a023115fc req-309e6690-b3a5-4c78-85d8-7a5db2b28512 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:36 user nova-compute[75255]: WARNING nova.compute.manager [req-6ad7dfd6-2287-4953-9f83-442a023115fc req-309e6690-b3a5-4c78-85d8-7a5db2b28512 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state active and task_state None.
Dec 01 21:07:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.234s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Checking if we can resize image /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json" returned: 0 in 0.356s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Cannot resize image /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Ensure instance console log exists: /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-13cc2c8e-4a81-4580-8c0d-7cb71fa14bf6 req-db7c2bd8-4104-4ee6-9383-808a32b24d84 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Updated VIF entry in instance network info cache for port 1a72af4c-5bbb-4685-b3aa-cddaa3b60a41. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-13cc2c8e-4a81-4580-8c0d-7cb71fa14bf6 req-db7c2bd8-4104-4ee6-9383-808a32b24d84 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Updating instance_info_cache with network_info: [{"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-13cc2c8e-4a81-4580-8c0d-7cb71fa14bf6 req-db7c2bd8-4104-4ee6-9383-808a32b24d84 service nova] Releasing lock "refresh_cache-7788b8b6-978b-4c7b-9770-b39b3f0c1303" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:37 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Creating config drive at /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk.config
Dec 01 21:07:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprbq0uyvy {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprbq0uyvy" returned: 0 in 0.115s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Successfully created port: 8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-251dcdc2-7128-45b5-a8ee-fea2b8aea520 req-aaa2063b-2702-487e-94ab-83f4dc90a591 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received event network-vif-plugged-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-251dcdc2-7128-45b5-a8ee-fea2b8aea520 req-aaa2063b-2702-487e-94ab-83f4dc90a591 service nova] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-251dcdc2-7128-45b5-a8ee-fea2b8aea520 req-aaa2063b-2702-487e-94ab-83f4dc90a591 service nova] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-251dcdc2-7128-45b5-a8ee-fea2b8aea520 req-aaa2063b-2702-487e-94ab-83f4dc90a591 service nova] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-251dcdc2-7128-45b5-a8ee-fea2b8aea520 req-aaa2063b-2702-487e-94ab-83f4dc90a591 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] No waiting events found dispatching network-vif-plugged-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:37 user nova-compute[75255]: WARNING nova.compute.manager [req-251dcdc2-7128-45b5-a8ee-fea2b8aea520 req-aaa2063b-2702-487e-94ab-83f4dc90a591 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received unexpected event network-vif-plugged-09240947-95b8-4217-921e-2c6b51cc6012 for instance with vm_state building and task_state spawning.
Dec 01 21:07:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG nova.network.neutron [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Successfully created port: 1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-d4055849-4287-49f8-85ed-807f6c003760 req-d384708c-9171-4137-82cf-f863276c3830 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d4055849-4287-49f8-85ed-807f6c003760 req-d384708c-9171-4137-82cf-f863276c3830 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d4055849-4287-49f8-85ed-807f6c003760 req-d384708c-9171-4137-82cf-f863276c3830 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d4055849-4287-49f8-85ed-807f6c003760 req-d384708c-9171-4137-82cf-f863276c3830 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-d4055849-4287-49f8-85ed-807f6c003760 req-d384708c-9171-4137-82cf-f863276c3830 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:38 user nova-compute[75255]: WARNING nova.compute.manager [req-d4055849-4287-49f8-85ed-807f6c003760 req-d384708c-9171-4137-82cf-f863276c3830 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state active and task_state None.
Dec 01 21:07:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-10d3e356-41e1-4ebf-aeb9-e8f3a311f7fd req-98e45c91-8f64-45c1-89c4-982ac4c6f141 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received event network-vif-plugged-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-10d3e356-41e1-4ebf-aeb9-e8f3a311f7fd req-98e45c91-8f64-45c1-89c4-982ac4c6f141 service nova] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-10d3e356-41e1-4ebf-aeb9-e8f3a311f7fd req-98e45c91-8f64-45c1-89c4-982ac4c6f141 service nova] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-10d3e356-41e1-4ebf-aeb9-e8f3a311f7fd req-98e45c91-8f64-45c1-89c4-982ac4c6f141 service nova] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-10d3e356-41e1-4ebf-aeb9-e8f3a311f7fd req-98e45c91-8f64-45c1-89c4-982ac4c6f141 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] No waiting events found dispatching network-vif-plugged-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:39 user nova-compute[75255]: WARNING nova.compute.manager [req-10d3e356-41e1-4ebf-aeb9-e8f3a311f7fd req-98e45c91-8f64-45c1-89c4-982ac4c6f141 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received unexpected event network-vif-plugged-09240947-95b8-4217-921e-2c6b51cc6012 for instance with vm_state building and task_state spawning.
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Successfully updated port: 1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Successfully updated port: 8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquired lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "refresh_cache-821ca711-391f-49d7-886f-bb82a6ab2453" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquired lock "refresh_cache-821ca711-391f-49d7-886f-bb82a6ab2453" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:40 user nova-compute[75255]: WARNING nova.compute.manager [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state active and task_state None.
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:40 user nova-compute[75255]: WARNING nova.compute.manager [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state active and task_state None.
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received event network-changed-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Refreshing instance network info cache due to event network-changed-1cd009a4-87bc-46f4-850e-9d3765d87421. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Acquiring lock "refresh_cache-821ca711-391f-49d7-886f-bb82a6ab2453" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.neutron [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Updating instance_info_cache with network_info: [{"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Releasing lock "refresh_cache-821ca711-391f-49d7-886f-bb82a6ab2453" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.compute.manager [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Instance network_info: |[{"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Acquired lock "refresh_cache-821ca711-391f-49d7-886f-bb82a6ab2453" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.neutron [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Refreshing network info cache for port 1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Start _get_guest_xml network_info=[{"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:41 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:41 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1921473179',display_name='tempest-TestVolumeSwap-server-1921473179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1921473179',id=8,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBKQLLLm+N6OoKSOX0K2XBezUJvWGT/fwiQMKV6haQgB5ZxbYCcO8H9TXhyTC9/lbzqL3eKrMY/oXeeI369db6QKxqvb9zkHiMuVakim42zQ68yw+t092JzG/r37c5uehw==',key_name='tempest-keypair-1852449045',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ac2a81fa7cc34c4ba4d6e2e8261626ef',ramdisk_id='',reservation_id='r-4wxcrlbm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1844554286',owner_user_name='tempest-TestVolumeSwap-1844554286-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b660492281e4b1c9de28eddca375ca4',uuid=821ca711-391f-49d7-886f-bb82a6ab2453,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Converting VIF {"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:80:a3,bridge_name='br-int',has_traffic_filtering=True,id=1cd009a4-87bc-46f4-850e-9d3765d87421,network=Network(ea5c7d9b-2713-44a5-bbd7-38281a06cc06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd009a4-87') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.objects.instance [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lazy-loading 'pci_devices' on Instance uuid 821ca711-391f-49d7-886f-bb82a6ab2453 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:07:41 user nova-compute[75255]:   <uuid>821ca711-391f-49d7-886f-bb82a6ab2453</uuid>
Dec 01 21:07:41 user nova-compute[75255]:   <name>instance-00000008</name>
Dec 01 21:07:41 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:07:41 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:07:41 user nova-compute[75255]:   <metadata>
Dec 01 21:07:41 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:07:41 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:name>tempest-TestVolumeSwap-server-1921473179</nova:name>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:41</nova:creationTime>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:07:41 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:07:41 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:owner>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:user uuid="2b660492281e4b1c9de28eddca375ca4">tempest-TestVolumeSwap-1844554286-project-member</nova:user>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:project uuid="ac2a81fa7cc34c4ba4d6e2e8261626ef">tempest-TestVolumeSwap-1844554286</nova:project>
Dec 01 21:07:41 user nova-compute[75255]:       </nova:owner>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:ports>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:port uuid="1cd009a4-87bc-46f4-850e-9d3765d87421">
Dec 01 21:07:41 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 01 21:07:41 user nova-compute[75255]:         </nova:port>
Dec 01 21:07:41 user nova-compute[75255]:       </nova:ports>
Dec 01 21:07:41 user nova-compute[75255]:     </nova:instance>
Dec 01 21:07:41 user nova-compute[75255]:   </metadata>
Dec 01 21:07:41 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:07:41 user nova-compute[75255]:     <system>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="serial">821ca711-391f-49d7-886f-bb82a6ab2453</entry>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="uuid">821ca711-391f-49d7-886f-bb82a6ab2453</entry>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:07:41 user nova-compute[75255]:     </system>
Dec 01 21:07:41 user nova-compute[75255]:   </sysinfo>
Dec 01 21:07:41 user nova-compute[75255]:   <os>
Dec 01 21:07:41 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:07:41 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:07:41 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:07:41 user nova-compute[75255]:   </os>
Dec 01 21:07:41 user nova-compute[75255]:   <features>
Dec 01 21:07:41 user nova-compute[75255]:     <acpi/>
Dec 01 21:07:41 user nova-compute[75255]:     <apic/>
Dec 01 21:07:41 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:07:41 user nova-compute[75255]:   </features>
Dec 01 21:07:41 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:07:41 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:07:41 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:07:41 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:07:41 user nova-compute[75255]:   </clock>
Dec 01 21:07:41 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:07:41 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:07:41 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:07:41 user nova-compute[75255]:   </cpu>
Dec 01 21:07:41 user nova-compute[75255]:   <devices>
Dec 01 21:07:41 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:07:41 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:07:41 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk"/>
Dec 01 21:07:41 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:07:41 user nova-compute[75255]:     </disk>
Dec 01 21:07:41 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:07:41 user nova-compute[75255]:       <mac address="fa:16:3e:13:80:a3"/>
Dec 01 21:07:41 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:41 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:07:41 user nova-compute[75255]:       <target dev="tap1cd009a4-87"/>
Dec 01 21:07:41 user nova-compute[75255]:     </interface>
Dec 01 21:07:41 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:07:41 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/console.log" append="off"/>
Dec 01 21:07:41 user nova-compute[75255]:     </serial>
Dec 01 21:07:41 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:07:41 user nova-compute[75255]:     <video>
Dec 01 21:07:41 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:41 user nova-compute[75255]:     </video>
Dec 01 21:07:41 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:07:41 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:07:41 user nova-compute[75255]:     </rng>
Dec 01 21:07:41 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:07:41 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:07:41 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:07:41 user nova-compute[75255]:     </memballoon>
Dec 01 21:07:41 user nova-compute[75255]:   </devices>
Dec 01 21:07:41 user nova-compute[75255]: </domain>
Dec 01 21:07:41 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1921473179',display_name='tempest-TestVolumeSwap-server-1921473179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1921473179',id=8,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBKQLLLm+N6OoKSOX0K2XBezUJvWGT/fwiQMKV6haQgB5ZxbYCcO8H9TXhyTC9/lbzqL3eKrMY/oXeeI369db6QKxqvb9zkHiMuVakim42zQ68yw+t092JzG/r37c5uehw==',key_name='tempest-keypair-1852449045',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ac2a81fa7cc34c4ba4d6e2e8261626ef',ramdisk_id='',reservation_id='r-4wxcrlbm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1844554286',owner_user_name='tempest-TestVolumeSwap-1844554286-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b660492281e4b1c9de28eddca375ca4',uuid=821ca711-391f-49d7-886f-bb82a6ab2453,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Converting VIF {"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:80:a3,bridge_name='br-int',has_traffic_filtering=True,id=1cd009a4-87bc-46f4-850e-9d3765d87421,network=Network(ea5c7d9b-2713-44a5-bbd7-38281a06cc06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd009a4-87') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG os_vif [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:80:a3,bridge_name='br-int',has_traffic_filtering=True,id=1cd009a4-87bc-46f4-850e-9d3765d87421,network=Network(ea5c7d9b-2713-44a5-bbd7-38281a06cc06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd009a4-87') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3b9b0e42-8f84-5d55-973e-c0cecf232b68', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1cd009a4-87, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1cd009a4-87, col_values=(('qos', UUID('d8f66bf0-9b37-4201-b0dc-0c8fb7793456')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1cd009a4-87, col_values=(('external_ids', {'iface-id': '1cd009a4-87bc-46f4-850e-9d3765d87421', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:80:a3', 'vm-uuid': '821ca711-391f-49d7-886f-bb82a6ab2453'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: INFO os_vif [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:80:a3,bridge_name='br-int',has_traffic_filtering=True,id=1cd009a4-87bc-46f4-850e-9d3765d87421,network=Network(ea5c7d9b-2713-44a5-bbd7-38281a06cc06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd009a4-87')
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updating instance_info_cache with network_info: [{"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Releasing lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Instance network_info: |[{"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Start _get_guest_xml network_info=[{"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:41 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:41 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-476272726',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-476272726',id=9,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1MQL2b7PgGeYANZOQm2tz/hOqpef9xCRsyln40kU+yrF431VteahAB1y4bPcZonoZxNh+VvNS+ZUjQ4eWf3f9TI2krxiQht+nIaZQ/QnjUPymnOKnlXRnpPlm3pP3e6A==',key_name='tempest-keypair-1545124887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4b01fbde7aba4816a1cf564ae53ed028',ramdisk_id='',reservation_id='r-vb4hmibq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-236998666',owner_user_name='tempest-TaggedAttachmentsTest-236998666-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da7a3f82eae54557b155c3f15d445f18',uuid=79f5e25b-62bf-4ac8-bdbc-888080dc087c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converting VIF {"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:27:e2,bridge_name='br-int',has_traffic_filtering=True,id=8f643276-75ed-448f-9a28-acd342a7a537,network=Network(61801a85-306b-4604-970a-aa0a6678b69b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f643276-75') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.objects.instance [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lazy-loading 'pci_devices' on Instance uuid 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:07:41 user nova-compute[75255]:   <uuid>79f5e25b-62bf-4ac8-bdbc-888080dc087c</uuid>
Dec 01 21:07:41 user nova-compute[75255]:   <name>instance-00000009</name>
Dec 01 21:07:41 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:07:41 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:07:41 user nova-compute[75255]:   <metadata>
Dec 01 21:07:41 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:07:41 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:name>tempest-device-tagging-server-476272726</nova:name>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:41</nova:creationTime>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:07:41 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:07:41 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:owner>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:user uuid="da7a3f82eae54557b155c3f15d445f18">tempest-TaggedAttachmentsTest-236998666-project-member</nova:user>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:project uuid="4b01fbde7aba4816a1cf564ae53ed028">tempest-TaggedAttachmentsTest-236998666</nova:project>
Dec 01 21:07:41 user nova-compute[75255]:       </nova:owner>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:07:41 user nova-compute[75255]:       <nova:ports>
Dec 01 21:07:41 user nova-compute[75255]:         <nova:port uuid="8f643276-75ed-448f-9a28-acd342a7a537">
Dec 01 21:07:41 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:07:41 user nova-compute[75255]:         </nova:port>
Dec 01 21:07:41 user nova-compute[75255]:       </nova:ports>
Dec 01 21:07:41 user nova-compute[75255]:     </nova:instance>
Dec 01 21:07:41 user nova-compute[75255]:   </metadata>
Dec 01 21:07:41 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:07:41 user nova-compute[75255]:     <system>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="serial">79f5e25b-62bf-4ac8-bdbc-888080dc087c</entry>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="uuid">79f5e25b-62bf-4ac8-bdbc-888080dc087c</entry>
Dec 01 21:07:41 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:07:41 user nova-compute[75255]:     </system>
Dec 01 21:07:41 user nova-compute[75255]:   </sysinfo>
Dec 01 21:07:41 user nova-compute[75255]:   <os>
Dec 01 21:07:41 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:07:41 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:07:41 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:07:41 user nova-compute[75255]:   </os>
Dec 01 21:07:41 user nova-compute[75255]:   <features>
Dec 01 21:07:41 user nova-compute[75255]:     <acpi/>
Dec 01 21:07:41 user nova-compute[75255]:     <apic/>
Dec 01 21:07:41 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:07:41 user nova-compute[75255]:   </features>
Dec 01 21:07:41 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:07:41 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:07:41 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:07:41 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:07:41 user nova-compute[75255]:   </clock>
Dec 01 21:07:41 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:07:41 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:07:41 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:07:41 user nova-compute[75255]:   </cpu>
Dec 01 21:07:41 user nova-compute[75255]:   <devices>
Dec 01 21:07:41 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:07:41 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:07:41 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk"/>
Dec 01 21:07:41 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:07:41 user nova-compute[75255]:     </disk>
Dec 01 21:07:41 user nova-compute[75255]:     <disk type="file" device="cdrom">
Dec 01 21:07:41 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none"/>
Dec 01 21:07:41 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.config"/>
Dec 01 21:07:41 user nova-compute[75255]:       <target dev="hda" bus="ide"/>
Dec 01 21:07:41 user nova-compute[75255]:     </disk>
Dec 01 21:07:41 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:07:41 user nova-compute[75255]:       <mac address="fa:16:3e:f5:27:e2"/>
Dec 01 21:07:41 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:41 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:07:41 user nova-compute[75255]:       <target dev="tap8f643276-75"/>
Dec 01 21:07:41 user nova-compute[75255]:     </interface>
Dec 01 21:07:41 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:07:41 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/console.log" append="off"/>
Dec 01 21:07:41 user nova-compute[75255]:     </serial>
Dec 01 21:07:41 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:07:41 user nova-compute[75255]:     <video>
Dec 01 21:07:41 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:41 user nova-compute[75255]:     </video>
Dec 01 21:07:41 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:07:41 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:07:41 user nova-compute[75255]:     </rng>
Dec 01 21:07:41 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:07:41 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:07:41 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:07:41 user nova-compute[75255]:     </memballoon>
Dec 01 21:07:41 user nova-compute[75255]:   </devices>
Dec 01 21:07:41 user nova-compute[75255]: </domain>
Dec 01 21:07:41 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-476272726',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-476272726',id=9,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1MQL2b7PgGeYANZOQm2tz/hOqpef9xCRsyln40kU+yrF431VteahAB1y4bPcZonoZxNh+VvNS+ZUjQ4eWf3f9TI2krxiQht+nIaZQ/QnjUPymnOKnlXRnpPlm3pP3e6A==',key_name='tempest-keypair-1545124887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4b01fbde7aba4816a1cf564ae53ed028',ramdisk_id='',reservation_id='r-vb4hmibq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-236998666',owner_user_name='tempest-TaggedAttachmentsTest-236998666-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da7a3f82eae54557b155c3f15d445f18',uuid=79f5e25b-62bf-4ac8-bdbc-888080dc087c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converting VIF {"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:27:e2,bridge_name='br-int',has_traffic_filtering=True,id=8f643276-75ed-448f-9a28-acd342a7a537,network=Network(61801a85-306b-4604-970a-aa0a6678b69b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f643276-75') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG os_vif [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:27:e2,bridge_name='br-int',has_traffic_filtering=True,id=8f643276-75ed-448f-9a28-acd342a7a537,network=Network(61801a85-306b-4604-970a-aa0a6678b69b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f643276-75') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] No VIF found with MAC fa:16:3e:13:80:a3, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ebe2c6c2-900a-5dec-afa1-27d137c5310d', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:41 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Instance spawned successfully.
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8f643276-75, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8f643276-75, col_values=(('qos', UUID('e3578963-a2d8-471a-b9e1-da1727863c28')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8f643276-75, col_values=(('external_ids', {'iface-id': '8f643276-75ed-448f-9a28-acd342a7a537', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f5:27:e2', 'vm-uuid': '79f5e25b-62bf-4ac8-bdbc-888080dc087c'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:41 user nova-compute[75255]: INFO os_vif [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:27:e2,bridge_name='br-int',has_traffic_filtering=True,id=8f643276-75ed-448f-9a28-acd342a7a537,network=Network(61801a85-306b-4604-970a-aa0a6678b69b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f643276-75')
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:41 user nova-compute[75255]: INFO nova.compute.claims [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Claim successful on node user
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] No BDM found with device name hda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] No VIF found with MAC fa:16:3e:f5:27:e2, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:07:41 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Using config drive
Dec 01 21:07:42 user nova-compute[75255]: INFO nova.compute.manager [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Took 11.47 seconds to spawn the instance on the hypervisor.
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:07:42 user nova-compute[75255]: INFO nova.compute.manager [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Took 15.81 seconds to build instance.
Dec 01 21:07:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d6945520-6c73-4ba6-b123-20b66298bec0 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.945s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:42 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Creating config drive at /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.config
Dec 01 21:07:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpseazbny6 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.network.neutron [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Updated VIF entry in instance network info cache for port 1cd009a4-87bc-46f4-850e-9d3765d87421. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.network.neutron [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Updating instance_info_cache with network_info: [{"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpseazbny6" returned: 0 in 0.117s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Releasing lock "refresh_cache-821ca711-391f-49d7-886f-bb82a6ab2453" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-changed-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Refreshing instance network info cache due to event network-changed-8f643276-75ed-448f-9a28-acd342a7a537. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Acquiring lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Acquired lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.network.neutron [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Refreshing network info cache for port 8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:42 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Instance spawned successfully.
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:42 user nova-compute[75255]: INFO nova.compute.manager [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Took 10.65 seconds to spawn the instance on the hypervisor.
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:42 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:42 user nova-compute[75255]: INFO nova.compute.manager [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Took 14.68 seconds to build instance.
Dec 01 21:07:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.062s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2a3966a4-c89d-4417-a418-81fc5fceeafd tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.946s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Acquiring lock "252988e6-1327-4669-a8c2-23b183d502a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "252988e6-1327-4669-a8c2-23b183d502a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:43 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:43 user nova-compute[75255]: INFO nova.virt.block_device [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Booting with volume 9806ab80-2e39-4bef-96a1-1b3d4df0dd8b at /dev/vda
Dec 01 21:07:43 user nova-compute[75255]: DEBUG nova.policy [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '034610d2b2204da4a9e50457443eb6ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af714ba836c44080b83c56905704a6ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG nova.network.neutron [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updated VIF entry in instance network info cache for port 8f643276-75ed-448f-9a28-acd342a7a537. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG nova.network.neutron [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updating instance_info_cache with network_info: [{"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-339ea3a0-edc5-4857-8b9b-867f6c075c11 req-d872667e-e752-456d-8200-7237438cbdc9 service nova] Releasing lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:07:43 user nova-compute[75255]: INFO nova.compute.claims [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Claim successful on node user
Dec 01 21:07:43 user nova-compute[75255]: DEBUG os_brick.utils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:07:43 user nova-compute[75255]: INFO oslo.privsep.daemon [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp7lr2zjc5/privsep.sock']
Dec 01 21:07:43 user sudo[85675]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp7lr2zjc5/privsep.sock
Dec 01 21:07:43 user sudo[85675]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 01 21:07:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:44 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:44 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.314s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:07:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:07:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:07:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Successfully created port: 320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG nova.policy [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a3265a428814ceca451aa0184224c98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6f08e54507e48a894e10276a8f7ee9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-54840f54-bbf3-4a37-92dc-5b8ecbf681b9 req-3ed29e6f-a4ff-474f-ace0-be9b333ad7a2 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received event network-vif-plugged-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-54840f54-bbf3-4a37-92dc-5b8ecbf681b9 req-3ed29e6f-a4ff-474f-ace0-be9b333ad7a2 service nova] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-54840f54-bbf3-4a37-92dc-5b8ecbf681b9 req-3ed29e6f-a4ff-474f-ace0-be9b333ad7a2 service nova] Lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-54840f54-bbf3-4a37-92dc-5b8ecbf681b9 req-3ed29e6f-a4ff-474f-ace0-be9b333ad7a2 service nova] Lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-54840f54-bbf3-4a37-92dc-5b8ecbf681b9 req-3ed29e6f-a4ff-474f-ace0-be9b333ad7a2 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] No waiting events found dispatching network-vif-plugged-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:45 user nova-compute[75255]: WARNING nova.compute.manager [req-54840f54-bbf3-4a37-92dc-5b8ecbf681b9 req-3ed29e6f-a4ff-474f-ace0-be9b333ad7a2 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received unexpected event network-vif-plugged-1cd009a4-87bc-46f4-850e-9d3765d87421 for instance with vm_state building and task_state spawning.
Dec 01 21:07:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Creating image(s)
Dec 01 21:07:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Acquiring lock "/opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "/opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "/opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.368s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:46 user sudo[85675]: pam_unix(sudo:session): session closed for user root
Dec 01 21:07:46 user nova-compute[75255]: INFO oslo.privsep.daemon [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Spawned new privsep daemon via rootwrap
Dec 01 21:07:46 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 01 21:07:46 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 01 21:07:46 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Dec 01 21:07:46 user nova-compute[75255]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85768
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9278729c-41ff-47a6-8df7-7fa8c24c89ea]: (2,) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.461s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk 1073741824" returned: 0 in 0.231s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.696s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.051s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[588a0abf-f0e4-4b54-aab2-65513b003751]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:07:46 user nova-compute[75255]: WARNING os_brick.initiator.connectors.nvmeof [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.048s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2d7d802-dd8d-4758-a1af-07d5e922922e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:07:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.039s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[db921733-f100-4160-9393-a58804b057aa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb7b75b6-c2b3-445c-a39a-a5cc37508a73]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:07:47 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e22f76-2ff7-4c7d-a3dd-ea502eb10285]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.325s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG os_brick.utils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] <== get_connector_properties: return (3539ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Updating existing volume attachment record: 0c446969-a45a-41a8-9e7c-dcfc6eb17fa4 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Checking if we can resize image /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Cannot resize image /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Ensure instance console log exists: /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Successfully updated port: 320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-c8c5b83e-8ff6-4315-9be7-532feab003d3 req-2c112feb-ff2b-4fb6-be7e-7e2141ecf96a service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received event network-vif-plugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c8c5b83e-8ff6-4315-9be7-532feab003d3 req-2c112feb-ff2b-4fb6-be7e-7e2141ecf96a service nova] Acquiring lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c8c5b83e-8ff6-4315-9be7-532feab003d3 req-2c112feb-ff2b-4fb6-be7e-7e2141ecf96a service nova] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c8c5b83e-8ff6-4315-9be7-532feab003d3 req-2c112feb-ff2b-4fb6-be7e-7e2141ecf96a service nova] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-c8c5b83e-8ff6-4315-9be7-532feab003d3 req-2c112feb-ff2b-4fb6-be7e-7e2141ecf96a service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] No waiting events found dispatching network-vif-plugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:47 user nova-compute[75255]: WARNING nova.compute.manager [req-c8c5b83e-8ff6-4315-9be7-532feab003d3 req-2c112feb-ff2b-4fb6-be7e-7e2141ecf96a service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received unexpected event network-vif-plugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 for instance with vm_state active and task_state None.
Dec 01 21:07:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "refresh_cache-e910ab82-e7a6-48d4-beb1-9b647888a51e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquired lock "refresh_cache-e910ab82-e7a6-48d4-beb1-9b647888a51e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-3424e597-f5de-4d0f-9039-a31a46293093 req-9184de24-3d38-46e6-a7c3-8adf2de7e3ca service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received event network-vif-plugged-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3424e597-f5de-4d0f-9039-a31a46293093 req-9184de24-3d38-46e6-a7c3-8adf2de7e3ca service nova] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3424e597-f5de-4d0f-9039-a31a46293093 req-9184de24-3d38-46e6-a7c3-8adf2de7e3ca service nova] Lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3424e597-f5de-4d0f-9039-a31a46293093 req-9184de24-3d38-46e6-a7c3-8adf2de7e3ca service nova] Lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-3424e597-f5de-4d0f-9039-a31a46293093 req-9184de24-3d38-46e6-a7c3-8adf2de7e3ca service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] No waiting events found dispatching network-vif-plugged-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:47 user nova-compute[75255]: WARNING nova.compute.manager [req-3424e597-f5de-4d0f-9039-a31a46293093 req-9184de24-3d38-46e6-a7c3-8adf2de7e3ca service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received unexpected event network-vif-plugged-1cd009a4-87bc-46f4-850e-9d3765d87421 for instance with vm_state building and task_state spawning.
Dec 01 21:07:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:47 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Successfully created port: 86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:07:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Updating instance_info_cache with network_info: [{"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Releasing lock "refresh_cache-e910ab82-e7a6-48d4-beb1-9b647888a51e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Instance network_info: |[{"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Successfully updated port: 86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Acquiring lock "refresh_cache-252988e6-1327-4669-a8c2-23b183d502a6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Acquired lock "refresh_cache-252988e6-1327-4669-a8c2-23b183d502a6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:07:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Instance spawned successfully.
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:07:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Instance spawned successfully.
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:07:49 user nova-compute[75255]: INFO nova.compute.manager [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Took 14.05 seconds to spawn the instance on the hypervisor.
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:07:49 user nova-compute[75255]: INFO nova.compute.manager [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Took 15.56 seconds to spawn the instance on the hypervisor.
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:07:49 user nova-compute[75255]: INFO nova.compute.manager [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Took 18.81 seconds to build instance.
Dec 01 21:07:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9c10a0c4-5bd7-4f2b-88b7-6f97a345077a tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.054s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:07:49 user nova-compute[75255]: INFO nova.compute.manager [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Took 20.44 seconds to build instance.
Dec 01 21:07:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-319b6e19-2285-47d4-8bf2-8519f6f31cac tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.562s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Updating instance_info_cache with network_info: [{"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Releasing lock "refresh_cache-252988e6-1327-4669-a8c2-23b183d502a6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Instance network_info: |[{"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Start _get_guest_xml network_info=[{"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:49 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:49 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-338797057',display_name='tempest-VolumesAssistedSnapshotsTest-server-338797057',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-338797057',id=11,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt4nIcdTuBsD9jh9X5YirA0Pn+k43n5ahnsm/w50HIyvz5Arbencc6ivx/uiSwrJNDBvnyI+zwpqorUasket8OhldF7mGAOseTF+BcYYbXWLlLZ34+TpEZIJyO6uB6Pog==',key_name='tempest-keypair-274846432',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b6f08e54507e48a894e10276a8f7ee9e',ramdisk_id='',reservation_id='r-e9p7y0pj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1427343910',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1427343910-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a3265a428814ceca451aa0184224c98',uuid=252988e6-1327-4669-a8c2-23b183d502a6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Converting VIF {"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:ac,bridge_name='br-int',has_traffic_filtering=True,id=86f12eb4-a573-4c8d-bf9e-bae711665322,network=Network(89a49a1a-bd58-4a14-bf97-0d30656ef73e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86f12eb4-a5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lazy-loading 'pci_devices' on Instance uuid 252988e6-1327-4669-a8c2-23b183d502a6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-changed-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Refreshing instance network info cache due to event network-changed-320afbb7-21fc-4d72-a0ce-0e17633ae58e. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] Acquiring lock "refresh_cache-e910ab82-e7a6-48d4-beb1-9b647888a51e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] Acquired lock "refresh_cache-e910ab82-e7a6-48d4-beb1-9b647888a51e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.network.neutron [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Refreshing network info cache for port 320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:07:49 user nova-compute[75255]:   <uuid>252988e6-1327-4669-a8c2-23b183d502a6</uuid>
Dec 01 21:07:49 user nova-compute[75255]:   <name>instance-0000000b</name>
Dec 01 21:07:49 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:07:49 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:07:49 user nova-compute[75255]:   <metadata>
Dec 01 21:07:49 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:07:49 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:07:49 user nova-compute[75255]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-338797057</nova:name>
Dec 01 21:07:49 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:49</nova:creationTime>
Dec 01 21:07:49 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:07:49 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:07:49 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:07:49 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:07:49 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:07:49 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:07:49 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:07:49 user nova-compute[75255]:       <nova:owner>
Dec 01 21:07:49 user nova-compute[75255]:         <nova:user uuid="9a3265a428814ceca451aa0184224c98">tempest-VolumesAssistedSnapshotsTest-1427343910-project-member</nova:user>
Dec 01 21:07:49 user nova-compute[75255]:         <nova:project uuid="b6f08e54507e48a894e10276a8f7ee9e">tempest-VolumesAssistedSnapshotsTest-1427343910</nova:project>
Dec 01 21:07:49 user nova-compute[75255]:       </nova:owner>
Dec 01 21:07:49 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:07:49 user nova-compute[75255]:       <nova:ports>
Dec 01 21:07:49 user nova-compute[75255]:         <nova:port uuid="86f12eb4-a573-4c8d-bf9e-bae711665322">
Dec 01 21:07:49 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 01 21:07:49 user nova-compute[75255]:         </nova:port>
Dec 01 21:07:49 user nova-compute[75255]:       </nova:ports>
Dec 01 21:07:49 user nova-compute[75255]:     </nova:instance>
Dec 01 21:07:49 user nova-compute[75255]:   </metadata>
Dec 01 21:07:49 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:07:49 user nova-compute[75255]:     <system>
Dec 01 21:07:49 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:07:49 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:07:49 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:07:49 user nova-compute[75255]:       <entry name="serial">252988e6-1327-4669-a8c2-23b183d502a6</entry>
Dec 01 21:07:49 user nova-compute[75255]:       <entry name="uuid">252988e6-1327-4669-a8c2-23b183d502a6</entry>
Dec 01 21:07:49 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:07:49 user nova-compute[75255]:     </system>
Dec 01 21:07:49 user nova-compute[75255]:   </sysinfo>
Dec 01 21:07:49 user nova-compute[75255]:   <os>
Dec 01 21:07:49 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:07:49 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:07:49 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:07:49 user nova-compute[75255]:   </os>
Dec 01 21:07:49 user nova-compute[75255]:   <features>
Dec 01 21:07:49 user nova-compute[75255]:     <acpi/>
Dec 01 21:07:49 user nova-compute[75255]:     <apic/>
Dec 01 21:07:49 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:07:49 user nova-compute[75255]:   </features>
Dec 01 21:07:49 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:07:49 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:07:49 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:07:49 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:07:49 user nova-compute[75255]:   </clock>
Dec 01 21:07:49 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:07:49 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:07:49 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:07:49 user nova-compute[75255]:   </cpu>
Dec 01 21:07:49 user nova-compute[75255]:   <devices>
Dec 01 21:07:49 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:07:49 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:07:49 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk"/>
Dec 01 21:07:49 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:07:49 user nova-compute[75255]:     </disk>
Dec 01 21:07:49 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:07:49 user nova-compute[75255]:       <mac address="fa:16:3e:8c:83:ac"/>
Dec 01 21:07:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:49 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:07:49 user nova-compute[75255]:       <target dev="tap86f12eb4-a5"/>
Dec 01 21:07:49 user nova-compute[75255]:     </interface>
Dec 01 21:07:49 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:07:49 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/console.log" append="off"/>
Dec 01 21:07:49 user nova-compute[75255]:     </serial>
Dec 01 21:07:49 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:07:49 user nova-compute[75255]:     <video>
Dec 01 21:07:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:07:49 user nova-compute[75255]:     </video>
Dec 01 21:07:49 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:07:49 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:07:49 user nova-compute[75255]:     </rng>
Dec 01 21:07:49 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:07:49 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:07:49 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:07:49 user nova-compute[75255]:     </memballoon>
Dec 01 21:07:49 user nova-compute[75255]:   </devices>
Dec 01 21:07:49 user nova-compute[75255]: </domain>
Dec 01 21:07:49 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-338797057',display_name='tempest-VolumesAssistedSnapshotsTest-server-338797057',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-338797057',id=11,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt4nIcdTuBsD9jh9X5YirA0Pn+k43n5ahnsm/w50HIyvz5Arbencc6ivx/uiSwrJNDBvnyI+zwpqorUasket8OhldF7mGAOseTF+BcYYbXWLlLZ34+TpEZIJyO6uB6Pog==',key_name='tempest-keypair-274846432',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b6f08e54507e48a894e10276a8f7ee9e',ramdisk_id='',reservation_id='r-e9p7y0pj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1427343910',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1427343910-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a3265a428814ceca451aa0184224c98',uuid=252988e6-1327-4669-a8c2-23b183d502a6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Converting VIF {"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:ac,bridge_name='br-int',has_traffic_filtering=True,id=86f12eb4-a573-4c8d-bf9e-bae711665322,network=Network(89a49a1a-bd58-4a14-bf97-0d30656ef73e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86f12eb4-a5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG os_vif [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:ac,bridge_name='br-int',has_traffic_filtering=True,id=86f12eb4-a573-4c8d-bf9e-bae711665322,network=Network(89a49a1a-bd58-4a14-bf97-0d30656ef73e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86f12eb4-a5') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c96430f-0aa1-5b78-9647-b2e434c7795a', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap86f12eb4-a5, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap86f12eb4-a5, col_values=(('qos', UUID('9d111ef9-7d02-4c5e-9cde-c0c56073e84b')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap86f12eb4-a5, col_values=(('external_ids', {'iface-id': '86f12eb4-a573-4c8d-bf9e-bae711665322', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:83:ac', 'vm-uuid': '252988e6-1327-4669-a8c2-23b183d502a6'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:49 user nova-compute[75255]: INFO os_vif [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:ac,bridge_name='br-int',has_traffic_filtering=True,id=86f12eb4-a573-4c8d-bf9e-bae711665322,network=Network(89a49a1a-bd58-4a14-bf97-0d30656ef73e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86f12eb4-a5')
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:07:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] No VIF found with MAC fa:16:3e:8c:83:ac, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG nova.network.neutron [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Updated VIF entry in instance network info cache for port 320afbb7-21fc-4d72-a0ce-0e17633ae58e. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG nova.network.neutron [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Updating instance_info_cache with network_info: [{"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] Releasing lock "refresh_cache-e910ab82-e7a6-48d4-beb1-9b647888a51e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received event network-vif-plugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] Acquiring lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] No waiting events found dispatching network-vif-plugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:07:50 user nova-compute[75255]: WARNING nova.compute.manager [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received unexpected event network-vif-plugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 for instance with vm_state active and task_state None.
Dec 01 21:07:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received event network-changed-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Refreshing instance network info cache due to event network-changed-86f12eb4-a573-4c8d-bf9e-bae711665322. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] Acquiring lock "refresh_cache-252988e6-1327-4669-a8c2-23b183d502a6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] Acquired lock "refresh_cache-252988e6-1327-4669-a8c2-23b183d502a6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG nova.network.neutron [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Refreshing network info cache for port 86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG nova.network.neutron [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Updated VIF entry in instance network info cache for port 86f12eb4-a573-4c8d-bf9e-bae711665322. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG nova.network.neutron [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Updating instance_info_cache with network_info: [{"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:07:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-65974214-15bc-4a9c-a807-418802c2fee3 req-6faa2bf7-3362-4456-bc56-0613a1f47b67 service nova] Releasing lock "refresh_cache-252988e6-1327-4669-a8c2-23b183d502a6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:07:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:07:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:51 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:07:53 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Instance spawned successfully.
Dec 01 21:07:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:07:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:54 user nova-compute[75255]: INFO nova.compute.manager [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Took 8.31 seconds to spawn the instance on the hypervisor.
Dec 01 21:07:54 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:07:54 user nova-compute[75255]: INFO nova.compute.manager [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Took 10.88 seconds to build instance.
Dec 01 21:07:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6abd862c-c75c-4fda-b6f6-62e7b32b64ab tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "252988e6-1327-4669-a8c2-23b183d502a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.116s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.291s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.333s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json" returned: 0 in 0.299s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:07:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:07:57 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:57 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:57 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7683MB free_disk=25.61522674560547GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:07:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance aa6c3d5f-1afa-483a-bd41-664aa925eaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 7788b8b6-978b-4c7b-9770-b39b3f0c1303 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 821ca711-391f-49d7-886f-bb82a6ab2453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e910ab82-e7a6-48d4-beb1-9b647888a51e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 252988e6-1327-4669-a8c2-23b183d502a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:07:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.306s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:07:59 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Creating image(s)
Dec 01 21:07:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Ensure instance console log exists: /opt/stack/data/nova/instances/e910ab82-e7a6-48d4-beb1-9b647888a51e/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Start _get_guest_xml network_info=[{"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rytYMqUH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e910ab82-e7a6-48d4-beb1-9b647888a51e', 'attached_at': '', 'detached_at': '', 'volume_id': '9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'serial': '9806ab80-2e39-4bef-96a1-1b3d4df0dd8b'}, 'device_type': 'disk', 'attachment_id': '0c446969-a45a-41a8-9e7c-dcfc6eb17fa4', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:07:59 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:59 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:07:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:07:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connector [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Factory for ISCSI on None {{(pid=75255) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.008s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rytYMqUH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:08:00 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:08:00 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:08:00 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad124615-2394-4bca-95be-4147d991556e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:08:00 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbd337df-3d5e-4c78-a74b-18ec53e256bb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b] added
Dec 01 21:08:00 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Skipping network cache update for instance because it is Building. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c0d8d0-98f0-465b-b6cb-ad61235e8303]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b58f497a-4540-4363-9c1f-a29781ccd631]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rytYMqUH {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rytYMqUH" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9453c272-ff8d-4727-9d03-7d053e5f0bf7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rytYMqUH'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[21fd777d-8ffc-4611-a182-967a20956d27]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b49de9a-96a2-48e4-87bf-6cb6518fd58f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:08:00 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:08:00 user nova-compute[75255]:  {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:08:00 user nova-compute[75255]: WARNING os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 21:08:00 user nova-compute[75255]: 
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[21aacb17-dab7-4a59-bc99-62fa9b96998a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260]
Dec 01 21:08:00 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260] successful.
Dec 01 21:08:00 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[66ab5fb2-8e3e-4535-9ca6-4d3b1098489c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c6a70c4-95fa-4f13-90e5-4f3078f15e25]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:08:00 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:08:00 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ff6f1f6-1fef-4cbb-8678-57d33b08bf94]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rytYMqUH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating instance_info_cache with network_info: [{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:08:00 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23161393032343963', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23161393032343963', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1389942526',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1389942526',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbARFXI19mu9M+Kfv8bJRrcz+nac50zINTZiZpVJU98WMpLSuI/TcDxqmOXIc6444XujFLcL3xfwgyo0w9zS1tVTLuFTakfNrB8H/y5Jokna3ICRfXiI6HppvIAcN+MkQ==',key_name='tempest-keypair-1019862164',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af714ba836c44080b83c56905704a6ce',ramdisk_id='',reservation_id='r-wvjsjyce',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-92260300',owner_user_name='tempest-ServerActionsV293TestJSON-92260300-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='034610d2b2204da4a9e50457443eb6ff',uuid=e910ab82-e7a6-48d4-beb1-9b647888a51e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converting VIF {"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.objects.instance [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lazy-loading 'pci_devices' on Instance uuid e910ab82-e7a6-48d4-beb1-9b647888a51e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:08:01 user nova-compute[75255]:   <uuid>e910ab82-e7a6-48d4-beb1-9b647888a51e</uuid>
Dec 01 21:08:01 user nova-compute[75255]:   <name>instance-0000000a</name>
Dec 01 21:08:01 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:08:01 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:08:01 user nova-compute[75255]:   <metadata>
Dec 01 21:08:01 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:08:01 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:08:01 user nova-compute[75255]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1389942526</nova:name>
Dec 01 21:08:01 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:07:59</nova:creationTime>
Dec 01 21:08:01 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:08:01 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:08:01 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:08:01 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:08:01 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:08:01 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:08:01 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:08:01 user nova-compute[75255]:       <nova:owner>
Dec 01 21:08:01 user nova-compute[75255]:         <nova:user uuid="034610d2b2204da4a9e50457443eb6ff">tempest-ServerActionsV293TestJSON-92260300-project-member</nova:user>
Dec 01 21:08:01 user nova-compute[75255]:         <nova:project uuid="af714ba836c44080b83c56905704a6ce">tempest-ServerActionsV293TestJSON-92260300</nova:project>
Dec 01 21:08:01 user nova-compute[75255]:       </nova:owner>
Dec 01 21:08:01 user nova-compute[75255]:       <nova:ports>
Dec 01 21:08:01 user nova-compute[75255]:         <nova:port uuid="320afbb7-21fc-4d72-a0ce-0e17633ae58e">
Dec 01 21:08:01 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 01 21:08:01 user nova-compute[75255]:         </nova:port>
Dec 01 21:08:01 user nova-compute[75255]:       </nova:ports>
Dec 01 21:08:01 user nova-compute[75255]:     </nova:instance>
Dec 01 21:08:01 user nova-compute[75255]:   </metadata>
Dec 01 21:08:01 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:08:01 user nova-compute[75255]:     <system>
Dec 01 21:08:01 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:08:01 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:08:01 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:08:01 user nova-compute[75255]:       <entry name="serial">e910ab82-e7a6-48d4-beb1-9b647888a51e</entry>
Dec 01 21:08:01 user nova-compute[75255]:       <entry name="uuid">e910ab82-e7a6-48d4-beb1-9b647888a51e</entry>
Dec 01 21:08:01 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:08:01 user nova-compute[75255]:     </system>
Dec 01 21:08:01 user nova-compute[75255]:   </sysinfo>
Dec 01 21:08:01 user nova-compute[75255]:   <os>
Dec 01 21:08:01 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:08:01 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:08:01 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:08:01 user nova-compute[75255]:   </os>
Dec 01 21:08:01 user nova-compute[75255]:   <features>
Dec 01 21:08:01 user nova-compute[75255]:     <acpi/>
Dec 01 21:08:01 user nova-compute[75255]:     <apic/>
Dec 01 21:08:01 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:08:01 user nova-compute[75255]:   </features>
Dec 01 21:08:01 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:08:01 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:08:01 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:08:01 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:08:01 user nova-compute[75255]:   </clock>
Dec 01 21:08:01 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:08:01 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:08:01 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:08:01 user nova-compute[75255]:   </cpu>
Dec 01 21:08:01 user nova-compute[75255]:   <devices>
Dec 01 21:08:01 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:08:01 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:08:01 user nova-compute[75255]:       <source dev="/dev/sdb"/>
Dec 01 21:08:01 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:08:01 user nova-compute[75255]:       <serial>9806ab80-2e39-4bef-96a1-1b3d4df0dd8b</serial>
Dec 01 21:08:01 user nova-compute[75255]:     </disk>
Dec 01 21:08:01 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:08:01 user nova-compute[75255]:       <mac address="fa:16:3e:7e:14:d5"/>
Dec 01 21:08:01 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:08:01 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:08:01 user nova-compute[75255]:       <target dev="tap320afbb7-21"/>
Dec 01 21:08:01 user nova-compute[75255]:     </interface>
Dec 01 21:08:01 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:08:01 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/e910ab82-e7a6-48d4-beb1-9b647888a51e/console.log" append="off"/>
Dec 01 21:08:01 user nova-compute[75255]:     </serial>
Dec 01 21:08:01 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:08:01 user nova-compute[75255]:     <video>
Dec 01 21:08:01 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:08:01 user nova-compute[75255]:     </video>
Dec 01 21:08:01 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:08:01 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:08:01 user nova-compute[75255]:     </rng>
Dec 01 21:08:01 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:08:01 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:08:01 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:08:01 user nova-compute[75255]:     </memballoon>
Dec 01 21:08:01 user nova-compute[75255]:   </devices>
Dec 01 21:08:01 user nova-compute[75255]: </domain>
Dec 01 21:08:01 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1389942526',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1389942526',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbARFXI19mu9M+Kfv8bJRrcz+nac50zINTZiZpVJU98WMpLSuI/TcDxqmOXIc6444XujFLcL3xfwgyo0w9zS1tVTLuFTakfNrB8H/y5Jokna3ICRfXiI6HppvIAcN+MkQ==',key_name='tempest-keypair-1019862164',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af714ba836c44080b83c56905704a6ce',ramdisk_id='',reservation_id='r-wvjsjyce',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-92260300',owner_user_name='tempest-ServerActionsV293TestJSON-92260300-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:07:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='034610d2b2204da4a9e50457443eb6ff',uuid=e910ab82-e7a6-48d4-beb1-9b647888a51e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converting VIF {"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG os_vif [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f65175c-f22d-54b6-9668-de21a880859b', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap320afbb7-21, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap320afbb7-21, col_values=(('qos', UUID('7c9fbb74-f564-4efc-aeb6-86ba391fab65')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap320afbb7-21, col_values=(('external_ids', {'iface-id': '320afbb7-21fc-4d72-a0ce-0e17633ae58e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7e:14:d5', 'vm-uuid': 'e910ab82-e7a6-48d4-beb1-9b647888a51e'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:01 user nova-compute[75255]: INFO os_vif [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21')
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:08:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] No VIF found with MAC fa:16:3e:7e:14:d5, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:08:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:03 user nova-compute[75255]: DEBUG nova.compute.manager [req-7fb6d521-0d26-41ea-a949-0c0901f53ef6 req-c1ecd082-3f75-4297-807e-e92d064f1cf8 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Received event network-vif-plugged-eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7fb6d521-0d26-41ea-a949-0c0901f53ef6 req-c1ecd082-3f75-4297-807e-e92d064f1cf8 service nova] Acquiring lock "76e89914-6bf7-4d84-870d-60801590ee5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7fb6d521-0d26-41ea-a949-0c0901f53ef6 req-c1ecd082-3f75-4297-807e-e92d064f1cf8 service nova] Lock "76e89914-6bf7-4d84-870d-60801590ee5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7fb6d521-0d26-41ea-a949-0c0901f53ef6 req-c1ecd082-3f75-4297-807e-e92d064f1cf8 service nova] Lock "76e89914-6bf7-4d84-870d-60801590ee5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:03 user nova-compute[75255]: DEBUG nova.compute.manager [req-7fb6d521-0d26-41ea-a949-0c0901f53ef6 req-c1ecd082-3f75-4297-807e-e92d064f1cf8 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] No waiting events found dispatching network-vif-plugged-eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:03 user nova-compute[75255]: WARNING nova.compute.manager [req-7fb6d521-0d26-41ea-a949-0c0901f53ef6 req-c1ecd082-3f75-4297-807e-e92d064f1cf8 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Received unexpected event network-vif-plugged-eb4dc79e-bb9d-40c8-b052-890ac421ba72 for instance with vm_state active and task_state None.
Dec 01 21:08:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:08:05 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Instance spawned successfully.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:05 user nova-compute[75255]: INFO nova.compute.manager [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Took 5.34 seconds to spawn the instance on the hypervisor.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:08:05 user nova-compute[75255]: INFO nova.compute.manager [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Took 23.62 seconds to build instance.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0967ebc5-4eb9-43bd-af8f-7a807dffff35 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.819s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Received event network-vif-plugged-eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Acquiring lock "76e89914-6bf7-4d84-870d-60801590ee5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "76e89914-6bf7-4d84-870d-60801590ee5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "76e89914-6bf7-4d84-870d-60801590ee5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] No waiting events found dispatching network-vif-plugged-eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:05 user nova-compute[75255]: WARNING nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Received unexpected event network-vif-plugged-eb4dc79e-bb9d-40c8-b052-890ac421ba72 for instance with vm_state active and task_state None.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] No waiting events found dispatching network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:05 user nova-compute[75255]: WARNING nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received unexpected event network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f for instance with vm_state active and task_state None.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] No waiting events found dispatching network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:05 user nova-compute[75255]: WARNING nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received unexpected event network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f for instance with vm_state active and task_state None.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-plugged-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] No waiting events found dispatching network-vif-plugged-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:05 user nova-compute[75255]: WARNING nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received unexpected event network-vif-plugged-8f643276-75ed-448f-9a28-acd342a7a537 for instance with vm_state active and task_state None.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-plugged-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] No waiting events found dispatching network-vif-plugged-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:05 user nova-compute[75255]: WARNING nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received unexpected event network-vif-plugged-8f643276-75ed-448f-9a28-acd342a7a537 for instance with vm_state active and task_state None.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received event network-vif-plugged-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Acquiring lock "252988e6-1327-4669-a8c2-23b183d502a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "252988e6-1327-4669-a8c2-23b183d502a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "252988e6-1327-4669-a8c2-23b183d502a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] No waiting events found dispatching network-vif-plugged-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:05 user nova-compute[75255]: WARNING nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received unexpected event network-vif-plugged-86f12eb4-a573-4c8d-bf9e-bae711665322 for instance with vm_state active and task_state None.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received event network-vif-plugged-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Acquiring lock "252988e6-1327-4669-a8c2-23b183d502a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "252988e6-1327-4669-a8c2-23b183d502a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "252988e6-1327-4669-a8c2-23b183d502a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] No waiting events found dispatching network-vif-plugged-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:05 user nova-compute[75255]: WARNING nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received unexpected event network-vif-plugged-86f12eb4-a573-4c8d-bf9e-bae711665322 for instance with vm_state active and task_state None.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] No waiting events found dispatching network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:05 user nova-compute[75255]: WARNING nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received unexpected event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e for instance with vm_state active and task_state None.
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] No waiting events found dispatching network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:05 user nova-compute[75255]: WARNING nova.compute.manager [req-ef168622-7331-49c1-90c9-764cee0e5c53 req-242143ec-efb8-4025-8fe2-ee2ef18f4092 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received unexpected event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e for instance with vm_state active and task_state None.
Dec 01 21:08:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "797e29c9-34af-4039-9f19-8f593b95a3b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:08:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:08:47 user nova-compute[75255]: INFO nova.compute.claims [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Claim successful on node user
Dec 01 21:08:48 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.454s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:08:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:08:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG nova.policy [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f342012a96a4edabf8268c2a0ea8743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6dff980c8bc4a808d3e789556a7a554', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:08:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Creating image(s)
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "/opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "/opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "/opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.273s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk 1073741824" returned: 0 in 0.050s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Successfully created port: b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Checking if we can resize image /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Cannot resize image /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Ensure instance console log exists: /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Successfully updated port: b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "refresh_cache-797e29c9-34af-4039-9f19-8f593b95a3b3" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquired lock "refresh_cache-797e29c9-34af-4039-9f19-8f593b95a3b3" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-eaaf500d-0723-4887-9e9c-91cc0aafadcb req-e15540fc-0534-49dc-9636-946d5c275551 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received event network-changed-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-eaaf500d-0723-4887-9e9c-91cc0aafadcb req-e15540fc-0534-49dc-9636-946d5c275551 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Refreshing instance network info cache due to event network-changed-b6268e73-4770-4051-bc77-6f14fe259756. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-eaaf500d-0723-4887-9e9c-91cc0aafadcb req-e15540fc-0534-49dc-9636-946d5c275551 service nova] Acquiring lock "refresh_cache-797e29c9-34af-4039-9f19-8f593b95a3b3" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Updating instance_info_cache with network_info: [{"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Releasing lock "refresh_cache-797e29c9-34af-4039-9f19-8f593b95a3b3" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Instance network_info: |[{"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-eaaf500d-0723-4887-9e9c-91cc0aafadcb req-e15540fc-0534-49dc-9636-946d5c275551 service nova] Acquired lock "refresh_cache-797e29c9-34af-4039-9f19-8f593b95a3b3" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.network.neutron [req-eaaf500d-0723-4887-9e9c-91cc0aafadcb req-e15540fc-0534-49dc-9636-946d5c275551 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Refreshing network info cache for port b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Start _get_guest_xml network_info=[{"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:08:49 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:08:49 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:08:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-728801415',display_name='tempest-VolumesSnapshotTestJSON-instance-728801415',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-728801415',id=12,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYXa0XrzRVhvhM9ITi/foYk2XjPuYfWVE9MGEGtU0L6p1TTpEnGJ7JaMCA64PSN4FtLs1KauqccI3Jc9lD0NpRo9x4oeHpO7wfVsZ40qyPtRNM0oShQcNE/xs4fO6/ADQ==',key_name='tempest-keypair-1344337150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e6dff980c8bc4a808d3e789556a7a554',ramdisk_id='',reservation_id='r-p80di2yz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1278801003',owner_user_name='tempest-VolumesSnapshotTestJSON-1278801003-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:08:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f342012a96a4edabf8268c2a0ea8743',uuid=797e29c9-34af-4039-9f19-8f593b95a3b3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converting VIF {"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:05:a5,bridge_name='br-int',has_traffic_filtering=True,id=b6268e73-4770-4051-bc77-6f14fe259756,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6268e73-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lazy-loading 'pci_devices' on Instance uuid 797e29c9-34af-4039-9f19-8f593b95a3b3 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:08:49 user nova-compute[75255]:   <uuid>797e29c9-34af-4039-9f19-8f593b95a3b3</uuid>
Dec 01 21:08:49 user nova-compute[75255]:   <name>instance-0000000c</name>
Dec 01 21:08:49 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:08:49 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:08:49 user nova-compute[75255]:   <metadata>
Dec 01 21:08:49 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:08:49 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:08:49 user nova-compute[75255]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-728801415</nova:name>
Dec 01 21:08:49 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:08:49</nova:creationTime>
Dec 01 21:08:49 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:08:49 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:08:49 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:08:49 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:08:49 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:08:49 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:08:49 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:08:49 user nova-compute[75255]:       <nova:owner>
Dec 01 21:08:49 user nova-compute[75255]:         <nova:user uuid="9f342012a96a4edabf8268c2a0ea8743">tempest-VolumesSnapshotTestJSON-1278801003-project-member</nova:user>
Dec 01 21:08:49 user nova-compute[75255]:         <nova:project uuid="e6dff980c8bc4a808d3e789556a7a554">tempest-VolumesSnapshotTestJSON-1278801003</nova:project>
Dec 01 21:08:49 user nova-compute[75255]:       </nova:owner>
Dec 01 21:08:49 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:08:49 user nova-compute[75255]:       <nova:ports>
Dec 01 21:08:49 user nova-compute[75255]:         <nova:port uuid="b6268e73-4770-4051-bc77-6f14fe259756">
Dec 01 21:08:49 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 01 21:08:49 user nova-compute[75255]:         </nova:port>
Dec 01 21:08:49 user nova-compute[75255]:       </nova:ports>
Dec 01 21:08:49 user nova-compute[75255]:     </nova:instance>
Dec 01 21:08:49 user nova-compute[75255]:   </metadata>
Dec 01 21:08:49 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:08:49 user nova-compute[75255]:     <system>
Dec 01 21:08:49 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:08:49 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:08:49 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:08:49 user nova-compute[75255]:       <entry name="serial">797e29c9-34af-4039-9f19-8f593b95a3b3</entry>
Dec 01 21:08:49 user nova-compute[75255]:       <entry name="uuid">797e29c9-34af-4039-9f19-8f593b95a3b3</entry>
Dec 01 21:08:49 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:08:49 user nova-compute[75255]:     </system>
Dec 01 21:08:49 user nova-compute[75255]:   </sysinfo>
Dec 01 21:08:49 user nova-compute[75255]:   <os>
Dec 01 21:08:49 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:08:49 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:08:49 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:08:49 user nova-compute[75255]:   </os>
Dec 01 21:08:49 user nova-compute[75255]:   <features>
Dec 01 21:08:49 user nova-compute[75255]:     <acpi/>
Dec 01 21:08:49 user nova-compute[75255]:     <apic/>
Dec 01 21:08:49 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:08:49 user nova-compute[75255]:   </features>
Dec 01 21:08:49 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:08:49 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:08:49 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:08:49 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:08:49 user nova-compute[75255]:   </clock>
Dec 01 21:08:49 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:08:49 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:08:49 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:08:49 user nova-compute[75255]:   </cpu>
Dec 01 21:08:49 user nova-compute[75255]:   <devices>
Dec 01 21:08:49 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:08:49 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:08:49 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk"/>
Dec 01 21:08:49 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:08:49 user nova-compute[75255]:     </disk>
Dec 01 21:08:49 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:08:49 user nova-compute[75255]:       <mac address="fa:16:3e:09:05:a5"/>
Dec 01 21:08:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:08:49 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:08:49 user nova-compute[75255]:       <target dev="tapb6268e73-47"/>
Dec 01 21:08:49 user nova-compute[75255]:     </interface>
Dec 01 21:08:49 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:08:49 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/console.log" append="off"/>
Dec 01 21:08:49 user nova-compute[75255]:     </serial>
Dec 01 21:08:49 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:08:49 user nova-compute[75255]:     <video>
Dec 01 21:08:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:08:49 user nova-compute[75255]:     </video>
Dec 01 21:08:49 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:08:49 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:08:49 user nova-compute[75255]:     </rng>
Dec 01 21:08:49 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:08:49 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:08:49 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:08:49 user nova-compute[75255]:     </memballoon>
Dec 01 21:08:49 user nova-compute[75255]:   </devices>
Dec 01 21:08:49 user nova-compute[75255]: </domain>
Dec 01 21:08:49 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:08:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-728801415',display_name='tempest-VolumesSnapshotTestJSON-instance-728801415',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-728801415',id=12,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYXa0XrzRVhvhM9ITi/foYk2XjPuYfWVE9MGEGtU0L6p1TTpEnGJ7JaMCA64PSN4FtLs1KauqccI3Jc9lD0NpRo9x4oeHpO7wfVsZ40qyPtRNM0oShQcNE/xs4fO6/ADQ==',key_name='tempest-keypair-1344337150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e6dff980c8bc4a808d3e789556a7a554',ramdisk_id='',reservation_id='r-p80di2yz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1278801003',owner_user_name='tempest-VolumesSnapshotTestJSON-1278801003-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:08:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f342012a96a4edabf8268c2a0ea8743',uuid=797e29c9-34af-4039-9f19-8f593b95a3b3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converting VIF {"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:05:a5,bridge_name='br-int',has_traffic_filtering=True,id=b6268e73-4770-4051-bc77-6f14fe259756,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6268e73-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG os_vif [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:05:a5,bridge_name='br-int',has_traffic_filtering=True,id=b6268e73-4770-4051-bc77-6f14fe259756,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6268e73-47') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e017a956-0037-5df1-8c29-f40eb13ddfce', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb6268e73-47, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb6268e73-47, col_values=(('qos', UUID('6e74f6b1-8dfd-4efb-b582-d1388466cecb')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb6268e73-47, col_values=(('external_ids', {'iface-id': 'b6268e73-4770-4051-bc77-6f14fe259756', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:09:05:a5', 'vm-uuid': '797e29c9-34af-4039-9f19-8f593b95a3b3'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:49 user nova-compute[75255]: INFO os_vif [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:05:a5,bridge_name='br-int',has_traffic_filtering=True,id=b6268e73-4770-4051-bc77-6f14fe259756,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6268e73-47')
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:08:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] No VIF found with MAC fa:16:3e:09:05:a5, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:08:50 user nova-compute[75255]: DEBUG nova.network.neutron [req-eaaf500d-0723-4887-9e9c-91cc0aafadcb req-e15540fc-0534-49dc-9636-946d5c275551 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Updated VIF entry in instance network info cache for port b6268e73-4770-4051-bc77-6f14fe259756. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:08:50 user nova-compute[75255]: DEBUG nova.network.neutron [req-eaaf500d-0723-4887-9e9c-91cc0aafadcb req-e15540fc-0534-49dc-9636-946d5c275551 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Updating instance_info_cache with network_info: [{"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:08:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-eaaf500d-0723-4887-9e9c-91cc0aafadcb req-e15540fc-0534-49dc-9636-946d5c275551 service nova] Releasing lock "refresh_cache-797e29c9-34af-4039-9f19-8f593b95a3b3" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:08:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-336ff472-e531-48f8-ac07-f56a68402712 req-35b4b694-ec10-4441-895b-ef4186989790 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received event network-vif-plugged-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-336ff472-e531-48f8-ac07-f56a68402712 req-35b4b694-ec10-4441-895b-ef4186989790 service nova] Acquiring lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-336ff472-e531-48f8-ac07-f56a68402712 req-35b4b694-ec10-4441-895b-ef4186989790 service nova] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-336ff472-e531-48f8-ac07-f56a68402712 req-35b4b694-ec10-4441-895b-ef4186989790 service nova] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-336ff472-e531-48f8-ac07-f56a68402712 req-35b4b694-ec10-4441-895b-ef4186989790 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] No waiting events found dispatching network-vif-plugged-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:51 user nova-compute[75255]: WARNING nova.compute.manager [req-336ff472-e531-48f8-ac07-f56a68402712 req-35b4b694-ec10-4441-895b-ef4186989790 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received unexpected event network-vif-plugged-b6268e73-4770-4051-bc77-6f14fe259756 for instance with vm_state building and task_state spawning.
Dec 01 21:08:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:08:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:08:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:52 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:08:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:08:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:08:53 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Instance spawned successfully.
Dec 01 21:08:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:08:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-ee27221c-ca4e-474e-aee0-189a3fb297ab req-0a787dcc-4f0b-4f43-b26b-f7dc250d0785 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received event network-vif-plugged-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ee27221c-ca4e-474e-aee0-189a3fb297ab req-0a787dcc-4f0b-4f43-b26b-f7dc250d0785 service nova] Acquiring lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ee27221c-ca4e-474e-aee0-189a3fb297ab req-0a787dcc-4f0b-4f43-b26b-f7dc250d0785 service nova] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ee27221c-ca4e-474e-aee0-189a3fb297ab req-0a787dcc-4f0b-4f43-b26b-f7dc250d0785 service nova] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-ee27221c-ca4e-474e-aee0-189a3fb297ab req-0a787dcc-4f0b-4f43-b26b-f7dc250d0785 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] No waiting events found dispatching network-vif-plugged-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:08:54 user nova-compute[75255]: WARNING nova.compute.manager [req-ee27221c-ca4e-474e-aee0-189a3fb297ab req-0a787dcc-4f0b-4f43-b26b-f7dc250d0785 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received unexpected event network-vif-plugged-b6268e73-4770-4051-bc77-6f14fe259756 for instance with vm_state building and task_state spawning.
Dec 01 21:08:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:08:54 user nova-compute[75255]: INFO nova.compute.manager [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Took 5.72 seconds to spawn the instance on the hypervisor.
Dec 01 21:08:54 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:54 user nova-compute[75255]: INFO nova.compute.manager [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Took 6.52 seconds to build instance.
Dec 01 21:08:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6d5e01ef-4b29-4b15-bbc2-b39b7c06fcaa tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.631s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-6fe3aa35-d281-4118-9813-f5eaf1e723fe req-2c13b446-caa0-430f-8633-90c4d2acfdd2 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-changed-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-6fe3aa35-d281-4118-9813-f5eaf1e723fe req-2c13b446-caa0-430f-8633-90c4d2acfdd2 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Refreshing instance network info cache due to event network-changed-ae114a61-83bc-4fbf-b970-c4768578532a. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6fe3aa35-d281-4118-9813-f5eaf1e723fe req-2c13b446-caa0-430f-8633-90c4d2acfdd2 service nova] Acquiring lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6fe3aa35-d281-4118-9813-f5eaf1e723fe req-2c13b446-caa0-430f-8633-90c4d2acfdd2 service nova] Acquired lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG nova.network.neutron [req-6fe3aa35-d281-4118-9813-f5eaf1e723fe req-2c13b446-caa0-430f-8633-90c4d2acfdd2 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Refreshing network info cache for port ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:08:58 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:08:58 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:08:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=6777MB free_disk=25.463420867919922GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:08:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance aa6c3d5f-1afa-483a-bd41-664aa925eaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 7788b8b6-978b-4c7b-9770-b39b3f0c1303 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 821ca711-391f-49d7-886f-bb82a6ab2453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e910ab82-e7a6-48d4-beb1-9b647888a51e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 252988e6-1327-4669-a8c2-23b183d502a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 797e29c9-34af-4039-9f19-8f593b95a3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.622s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-6fe3aa35-d281-4118-9813-f5eaf1e723fe req-2c13b446-caa0-430f-8633-90c4d2acfdd2 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updated VIF entry in instance network info cache for port ae114a61-83bc-4fbf-b970-c4768578532a. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-6fe3aa35-d281-4118-9813-f5eaf1e723fe req-2c13b446-caa0-430f-8633-90c4d2acfdd2 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating instance_info_cache with network_info: [{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6fe3aa35-d281-4118-9813-f5eaf1e723fe req-2c13b446-caa0-430f-8633-90c4d2acfdd2 service nova] Releasing lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:08:59 user nova-compute[75255]: DEBUG nova.compute.manager [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:08:59 user nova-compute[75255]: INFO nova.compute.manager [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] instance snapshotting
Dec 01 21:08:59 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Beginning live snapshot process
Dec 01 21:08:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json -f qcow2 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json -f qcow2" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json -f qcow2 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json -f qcow2" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp63gqnhwp/43a3060ca55f4f4cb5797d3c079eb815.delta 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp63gqnhwp/43a3060ca55f4f4cb5797d3c079eb815.delta 1073741824" returned: 0 in 0.051s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:00 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 01 21:09:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75255) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Dec 01 21:09:00 user nova-compute[75255]: INFO nova.virt.libvirt.host [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] UEFI support detected
Dec 01 21:09:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-53076ce4-c222-4793-b640-40c2ecd824de req-4afd9719-8533-415d-9835-b44c0d335b15 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-changed-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-53076ce4-c222-4793-b640-40c2ecd824de req-4afd9719-8533-415d-9835-b44c0d335b15 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Refreshing instance network info cache due to event network-changed-c7f06d51-e6b8-4b72-841d-81735fbe02d6. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-53076ce4-c222-4793-b640-40c2ecd824de req-4afd9719-8533-415d-9835-b44c0d335b15 service nova] Acquiring lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-53076ce4-c222-4793-b640-40c2ecd824de req-4afd9719-8533-415d-9835-b44c0d335b15 service nova] Acquired lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:00 user nova-compute[75255]: DEBUG nova.network.neutron [req-53076ce4-c222-4793-b640-40c2ecd824de req-4afd9719-8533-415d-9835-b44c0d335b15 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Refreshing network info cache for port c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:01 user nova-compute[75255]: DEBUG nova.network.neutron [req-53076ce4-c222-4793-b640-40c2ecd824de req-4afd9719-8533-415d-9835-b44c0d335b15 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updated VIF entry in instance network info cache for port c7f06d51-e6b8-4b72-841d-81735fbe02d6. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:01 user nova-compute[75255]: DEBUG nova.network.neutron [req-53076ce4-c222-4793-b640-40c2ecd824de req-4afd9719-8533-415d-9835-b44c0d335b15 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-53076ce4-c222-4793-b640-40c2ecd824de req-4afd9719-8533-415d-9835-b44c0d335b15 service nova] Releasing lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:09:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:09:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:09:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] COPY block job progress, current cursor: 1376256 final cursor: 75497472 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:01 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:02 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 01 21:09:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp63gqnhwp/43a3060ca55f4f4cb5797d3c079eb815.delta /opt/stack/data/nova/instances/snapshots/tmp63gqnhwp/43a3060ca55f4f4cb5797d3c079eb815 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp63gqnhwp/43a3060ca55f4f4cb5797d3c079eb815.delta /opt/stack/data/nova/instances/snapshots/tmp63gqnhwp/43a3060ca55f4f4cb5797d3c079eb815" returned: 0 in 0.478s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:02 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Snapshot extracted, beginning image upload
Dec 01 21:09:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:03 user nova-compute[75255]: DEBUG nova.compute.manager [req-d9c6676c-6e04-4674-85f8-0217b62e4884 req-186740bd-bd3a-4126-ba19-2e8548d75329 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-changed-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:03 user nova-compute[75255]: DEBUG nova.compute.manager [req-d9c6676c-6e04-4674-85f8-0217b62e4884 req-186740bd-bd3a-4126-ba19-2e8548d75329 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Refreshing instance network info cache due to event network-changed-e271cd3f-47b5-4354-8119-8d35da7a4193. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d9c6676c-6e04-4674-85f8-0217b62e4884 req-186740bd-bd3a-4126-ba19-2e8548d75329 service nova] Acquiring lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d9c6676c-6e04-4674-85f8-0217b62e4884 req-186740bd-bd3a-4126-ba19-2e8548d75329 service nova] Acquired lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:03 user nova-compute[75255]: DEBUG nova.network.neutron [req-d9c6676c-6e04-4674-85f8-0217b62e4884 req-186740bd-bd3a-4126-ba19-2e8548d75329 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Refreshing network info cache for port e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:04 user nova-compute[75255]: DEBUG nova.network.neutron [req-d9c6676c-6e04-4674-85f8-0217b62e4884 req-186740bd-bd3a-4126-ba19-2e8548d75329 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updated VIF entry in instance network info cache for port e271cd3f-47b5-4354-8119-8d35da7a4193. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:04 user nova-compute[75255]: DEBUG nova.network.neutron [req-d9c6676c-6e04-4674-85f8-0217b62e4884 req-186740bd-bd3a-4126-ba19-2e8548d75329 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updating instance_info_cache with network_info: [{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d9c6676c-6e04-4674-85f8-0217b62e4884 req-186740bd-bd3a-4126-ba19-2e8548d75329 service nova] Releasing lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-307fae44-db2e-4680-a0f9-88e2bfdec015 req-3568e38c-75e2-43e0-b9f4-fdeeeb84accc service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-changed-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-307fae44-db2e-4680-a0f9-88e2bfdec015 req-3568e38c-75e2-43e0-b9f4-fdeeeb84accc service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Refreshing instance network info cache due to event network-changed-f27f3965-ecac-4ab8-81fa-3448a849f58f. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-307fae44-db2e-4680-a0f9-88e2bfdec015 req-3568e38c-75e2-43e0-b9f4-fdeeeb84accc service nova] Acquiring lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-307fae44-db2e-4680-a0f9-88e2bfdec015 req-3568e38c-75e2-43e0-b9f4-fdeeeb84accc service nova] Acquired lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-307fae44-db2e-4680-a0f9-88e2bfdec015 req-3568e38c-75e2-43e0-b9f4-fdeeeb84accc service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Refreshing network info cache for port f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:05 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Snapshot image upload complete
Dec 01 21:09:05 user nova-compute[75255]: INFO nova.compute.manager [None req-f005b6a8-f73f-4c9a-b44a-a42a4f137831 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Took 5.78 seconds to snapshot the instance on the hypervisor.
Dec 01 21:09:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-307fae44-db2e-4680-a0f9-88e2bfdec015 req-3568e38c-75e2-43e0-b9f4-fdeeeb84accc service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updated VIF entry in instance network info cache for port f27f3965-ecac-4ab8-81fa-3448a849f58f. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-307fae44-db2e-4680-a0f9-88e2bfdec015 req-3568e38c-75e2-43e0-b9f4-fdeeeb84accc service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updating instance_info_cache with network_info: [{"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-307fae44-db2e-4680-a0f9-88e2bfdec015 req-3568e38c-75e2-43e0-b9f4-fdeeeb84accc service nova] Releasing lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG nova.objects.instance [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.089s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:06 user nova-compute[75255]: INFO nova.compute.manager [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Attaching volume 5b8519b4-24f6-4c94-ab28-2d5b9b67f477 to /dev/vdb
Dec 01 21:09:06 user nova-compute[75255]: DEBUG os_brick.utils [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.075s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1968a38e-2efd-40fa-9ea1-8bef40d0a04c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.069s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d0d384-bf61-40f2-a6df-52b36ecf7e5b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9698f06-80cb-4749-830e-79470b185b7a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e305693-d008-4f93-8c85-5c61e228a6f4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:06 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:09:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d8d8152-6b6f-484c-bbf8-c5e894ee1f7c]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG os_brick.utils [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== get_connector_properties: return (245ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:06 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updating existing volume attachment record: 9c4be217-fe45-4a8e-8a1e-1013474b8620 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:09:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-3073c80b-42a9-4964-a18c-c3902a6b5397 req-77dd35ae-c851-4874-bc55-3ae178b78d68 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Received event network-changed-eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-3073c80b-42a9-4964-a18c-c3902a6b5397 req-77dd35ae-c851-4874-bc55-3ae178b78d68 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Refreshing instance network info cache due to event network-changed-eb4dc79e-bb9d-40c8-b052-890ac421ba72. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3073c80b-42a9-4964-a18c-c3902a6b5397 req-77dd35ae-c851-4874-bc55-3ae178b78d68 service nova] Acquiring lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3073c80b-42a9-4964-a18c-c3902a6b5397 req-77dd35ae-c851-4874-bc55-3ae178b78d68 service nova] Acquired lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:07 user nova-compute[75255]: DEBUG nova.network.neutron [req-3073c80b-42a9-4964-a18c-c3902a6b5397 req-77dd35ae-c851-4874-bc55-3ae178b78d68 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Refreshing network info cache for port eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:07 user nova-compute[75255]: DEBUG nova.network.neutron [req-3073c80b-42a9-4964-a18c-c3902a6b5397 req-77dd35ae-c851-4874-bc55-3ae178b78d68 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updated VIF entry in instance network info cache for port eb4dc79e-bb9d-40c8-b052-890ac421ba72. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:07 user nova-compute[75255]: DEBUG nova.network.neutron [req-3073c80b-42a9-4964-a18c-c3902a6b5397 req-77dd35ae-c851-4874-bc55-3ae178b78d68 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updating instance_info_cache with network_info: [{"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3073c80b-42a9-4964-a18c-c3902a6b5397 req-77dd35ae-c851-4874-bc55-3ae178b78d68 service nova] Releasing lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:09 user nova-compute[75255]: INFO nova.compute.manager [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Shelving
Dec 01 21:09:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-eaa96362-fa58-4248-ab1d-0af83f496aa7 req-9150810f-bc84-4e7d-8d06-d53ea4d995d3 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-vif-unplugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-eaa96362-fa58-4248-ab1d-0af83f496aa7 req-9150810f-bc84-4e7d-8d06-d53ea4d995d3 service nova] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-eaa96362-fa58-4248-ab1d-0af83f496aa7 req-9150810f-bc84-4e7d-8d06-d53ea4d995d3 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-eaa96362-fa58-4248-ab1d-0af83f496aa7 req-9150810f-bc84-4e7d-8d06-d53ea4d995d3 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-eaa96362-fa58-4248-ab1d-0af83f496aa7 req-9150810f-bc84-4e7d-8d06-d53ea4d995d3 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] No waiting events found dispatching network-vif-unplugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:09:09 user nova-compute[75255]: WARNING nova.compute.manager [req-eaa96362-fa58-4248-ab1d-0af83f496aa7 req-9150810f-bc84-4e7d-8d06-d53ea4d995d3 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received unexpected event network-vif-unplugged-f27f3965-ecac-4ab8-81fa-3448a849f58f for instance with vm_state active and task_state shelving.
Dec 01 21:09:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:09 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Instance destroyed successfully.
Dec 01 21:09:09 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Beginning cold snapshot process
Dec 01 21:09:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:10 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:09:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk /opt/stack/data/nova/instances/snapshots/tmptlym3msu/0a57a9697f8c4268a798897ee6bd9730 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk /opt/stack/data/nova/instances/snapshots/tmptlym3msu/0a57a9697f8c4268a798897ee6bd9730" returned: 0 in 0.601s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Snapshot extracted, beginning image upload
Dec 01 21:09:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-332c57ee-5f18-4344-b612-a6d07194b7c5 req-1d1223c7-0ab9-4958-8c79-2f1c2bf1c044 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-332c57ee-5f18-4344-b612-a6d07194b7c5 req-1d1223c7-0ab9-4958-8c79-2f1c2bf1c044 service nova] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-332c57ee-5f18-4344-b612-a6d07194b7c5 req-1d1223c7-0ab9-4958-8c79-2f1c2bf1c044 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-332c57ee-5f18-4344-b612-a6d07194b7c5 req-1d1223c7-0ab9-4958-8c79-2f1c2bf1c044 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-332c57ee-5f18-4344-b612-a6d07194b7c5 req-1d1223c7-0ab9-4958-8c79-2f1c2bf1c044 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] No waiting events found dispatching network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:09:11 user nova-compute[75255]: WARNING nova.compute.manager [req-332c57ee-5f18-4344-b612-a6d07194b7c5 req-1d1223c7-0ab9-4958-8c79-2f1c2bf1c044 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received unexpected event network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f for instance with vm_state active and task_state shelving_image_uploading.
Dec 01 21:09:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Snapshot image upload complete
Dec 01 21:09:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:09:13 user nova-compute[75255]: INFO nova.compute.manager [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Shelve offloading
Dec 01 21:09:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Instance destroyed successfully.
Dec 01 21:09:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:09:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquired lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:13 user nova-compute[75255]: DEBUG nova.network.neutron [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:09:13 user nova-compute[75255]: DEBUG nova.network.neutron [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updating instance_info_cache with network_info: [{"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Releasing lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:14 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Instance destroyed successfully.
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.objects.instance [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'resources' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1817279949',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1817279949',id=4,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMrLZU+bTedesIE22jBbSCyJn00cf5kfJdCc/8o0/E9wrvoa2o1VNsZEBgWYVif2ATmZXUAXcVy56QxMDhT9bdNQP3LxMXUl9lDu6DQiWGSjjxo6Z2VlScw3FozFU4Yxjw==',key_name='tempest-keypair-1946132660',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-b1r73g7w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member',shelved_at='2023-12-01T21:09:13.142767',shelved_host='user',shelved_image_id='662e2d1b-631d-42e2-a87c-1056451aaeec'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:09:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=cec85ad5-b851-4101-98b3-4c2d9c92dcb7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG os_vif [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf27f3965-ec, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=02605486-b29c-440e-8237-c883846d80e1) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:09:14 user nova-compute[75255]: INFO os_vif [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec')
Dec 01 21:09:14 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Deleting instance files /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7_del
Dec 01 21:09:14 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Deletion of /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7_del complete
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.compute.manager [req-f1fa7ab8-48e9-4576-923d-8f8c53ea1f59 req-f2f7fadf-e7f9-4d28-a523-671617234b34 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-changed-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.compute.manager [req-f1fa7ab8-48e9-4576-923d-8f8c53ea1f59 req-f2f7fadf-e7f9-4d28-a523-671617234b34 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Refreshing instance network info cache due to event network-changed-f27f3965-ecac-4ab8-81fa-3448a849f58f. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f1fa7ab8-48e9-4576-923d-8f8c53ea1f59 req-f2f7fadf-e7f9-4d28-a523-671617234b34 service nova] Acquiring lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f1fa7ab8-48e9-4576-923d-8f8c53ea1f59 req-f2f7fadf-e7f9-4d28-a523-671617234b34 service nova] Acquired lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.network.neutron [req-f1fa7ab8-48e9-4576-923d-8f8c53ea1f59 req-f2f7fadf-e7f9-4d28-a523-671617234b34 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Refreshing network info cache for port f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:14 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Deleted allocations for instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7
Dec 01 21:09:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.objects.instance [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'numa_topology' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.objects.base [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Object Instance<cec85ad5-b851-4101-98b3-4c2d9c92dcb7> lazy-loaded attributes: resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.network.neutron [req-f1fa7ab8-48e9-4576-923d-8f8c53ea1f59 req-f2f7fadf-e7f9-4d28-a523-671617234b34 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updated VIF entry in instance network info cache for port f27f3965-ecac-4ab8-81fa-3448a849f58f. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.network.neutron [req-f1fa7ab8-48e9-4576-923d-8f8c53ea1f59 req-f2f7fadf-e7f9-4d28-a523-671617234b34 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updating instance_info_cache with network_info: [{"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapf27f3965-ec", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f1fa7ab8-48e9-4576-923d-8f8c53ea1f59 req-f2f7fadf-e7f9-4d28-a523-671617234b34 service nova] Releasing lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.380s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1412372a-7393-4e1f-9985-82b5f72ac7c7 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.878s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WRHJpAFz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:16 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:16 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:16 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[44cc6d4a-5da6-4fe2-abee-f089f8ddbfb2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:09:16 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d9ae47-af05-4db8-b6b3-462a32349feb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477] added
Dec 01 21:09:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[00f7ff4d-7ffb-4e63-b3f8-5750fa9049bc]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0555e1af-6d82-4a5b-9e0c-96b8164f8d97]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WRHJpAFz {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WRHJpAFz" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b49e6360-bfea-499d-ad43-3183be89fa3a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WRHJpAFz'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f397890-e160-41de-a2f2-87a8f3961cfd]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d033caac-e5f5-426a-b1c3-9be20a121c64]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9090221-b6f8-46ed-9a39-97f930947078]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260]
Dec 01 21:09:16 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260] successful.
Dec 01 21:09:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4224e215-1549-483a-9d81-3492a645a58c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dbd6941-b100-4691-84b9-b69cebefda2a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:16 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:16 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ed9853b-e2aa-498d-bd8d-17eabd9bc679]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:09:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WRHJpAFz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-a3954879-8907-4f4e-88e0-c9edb95df0be req-002fc730-cb8f-40e4-9071-bc933767c3cd service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received event network-changed-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-a3954879-8907-4f4e-88e0-c9edb95df0be req-002fc730-cb8f-40e4-9071-bc933767c3cd service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Refreshing instance network info cache due to event network-changed-09240947-95b8-4217-921e-2c6b51cc6012. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a3954879-8907-4f4e-88e0-c9edb95df0be req-002fc730-cb8f-40e4-9071-bc933767c3cd service nova] Acquiring lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a3954879-8907-4f4e-88e0-c9edb95df0be req-002fc730-cb8f-40e4-9071-bc933767c3cd service nova] Acquired lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-a3954879-8907-4f4e-88e0-c9edb95df0be req-002fc730-cb8f-40e4-9071-bc933767c3cd service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Refreshing network info cache for port 09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23137336166396537', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137336166396537', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.objects.instance [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:09:17 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:17 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:09:17 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:17 user nova-compute[75255]:   <serial>5b8519b4-24f6-4c94-ab28-2d5b9b67f477</serial>
Dec 01 21:09:17 user nova-compute[75255]: </disk>
Dec 01 21:09:17 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-a3954879-8907-4f4e-88e0-c9edb95df0be req-002fc730-cb8f-40e4-9071-bc933767c3cd service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Updated VIF entry in instance network info cache for port 09240947-95b8-4217-921e-2c6b51cc6012. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-a3954879-8907-4f4e-88e0-c9edb95df0be req-002fc730-cb8f-40e4-9071-bc933767c3cd service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Updating instance_info_cache with network_info: [{"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No VIF found with MAC fa:16:3e:95:d8:29, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:09:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a3954879-8907-4f4e-88e0-c9edb95df0be req-002fc730-cb8f-40e4-9071-bc933767c3cd service nova] Releasing lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a6a5366c-742b-4c51-b559-168d415655d8 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.410s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-32148bca-07d1-4345-a8b2-680fb70e2f77 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-32148bca-07d1-4345-a8b2-680fb70e2f77 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG nova.compute.manager [None req-32148bca-07d1-4345-a8b2-680fb70e2f77 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG nova.compute.manager [None req-32148bca-07d1-4345-a8b2-680fb70e2f77 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75255) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG nova.objects.instance [None req-32148bca-07d1-4345-a8b2-680fb70e2f77 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-1a47d0c3-fd50-4896-9e9d-1ef8baf81c24 req-7db6a484-32b3-40bf-b1fc-6a8006a11fdc service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received event network-changed-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-1a47d0c3-fd50-4896-9e9d-1ef8baf81c24 req-7db6a484-32b3-40bf-b1fc-6a8006a11fdc service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Refreshing instance network info cache due to event network-changed-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1a47d0c3-fd50-4896-9e9d-1ef8baf81c24 req-7db6a484-32b3-40bf-b1fc-6a8006a11fdc service nova] Acquiring lock "refresh_cache-7788b8b6-978b-4c7b-9770-b39b3f0c1303" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1a47d0c3-fd50-4896-9e9d-1ef8baf81c24 req-7db6a484-32b3-40bf-b1fc-6a8006a11fdc service nova] Acquired lock "refresh_cache-7788b8b6-978b-4c7b-9770-b39b3f0c1303" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG nova.network.neutron [req-1a47d0c3-fd50-4896-9e9d-1ef8baf81c24 req-7db6a484-32b3-40bf-b1fc-6a8006a11fdc service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Refreshing network info cache for port 1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-1a47d0c3-fd50-4896-9e9d-1ef8baf81c24 req-7db6a484-32b3-40bf-b1fc-6a8006a11fdc service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Updated VIF entry in instance network info cache for port 1a72af4c-5bbb-4685-b3aa-cddaa3b60a41. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-1a47d0c3-fd50-4896-9e9d-1ef8baf81c24 req-7db6a484-32b3-40bf-b1fc-6a8006a11fdc service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Updating instance_info_cache with network_info: [{"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1a47d0c3-fd50-4896-9e9d-1ef8baf81c24 req-7db6a484-32b3-40bf-b1fc-6a8006a11fdc service nova] Releasing lock "refresh_cache-7788b8b6-978b-4c7b-9770-b39b3f0c1303" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-d6900462-a25e-4aa5-acb7-dcaf40bd5f49 req-b4d1bce2-b9ec-4b2f-85f6-9f84fdec2d41 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-unplugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d6900462-a25e-4aa5-acb7-dcaf40bd5f49 req-b4d1bce2-b9ec-4b2f-85f6-9f84fdec2d41 service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d6900462-a25e-4aa5-acb7-dcaf40bd5f49 req-b4d1bce2-b9ec-4b2f-85f6-9f84fdec2d41 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d6900462-a25e-4aa5-acb7-dcaf40bd5f49 req-b4d1bce2-b9ec-4b2f-85f6-9f84fdec2d41 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-d6900462-a25e-4aa5-acb7-dcaf40bd5f49 req-b4d1bce2-b9ec-4b2f-85f6-9f84fdec2d41 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-unplugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:09:19 user nova-compute[75255]: WARNING nova.compute.manager [req-d6900462-a25e-4aa5-acb7-dcaf40bd5f49 req-b4d1bce2-b9ec-4b2f-85f6-9f84fdec2d41 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-unplugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state active and task_state powering-off.
Dec 01 21:09:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance destroyed successfully.
Dec 01 21:09:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-32148bca-07d1-4345-a8b2-680fb70e2f77 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:09:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-32148bca-07d1-4345-a8b2-680fb70e2f77 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.893s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lazy-loading 'flavor' on Instance uuid aa6c3d5f-1afa-483a-bd41-664aa925eaea {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG nova.objects.instance [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lazy-loading 'flavor' on Instance uuid 821ca711-391f-49d7-886f-bb82a6ab2453 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:20 user nova-compute[75255]: INFO nova.compute.manager [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Attaching volume ebd5093a-c76f-4aa6-870f-f4ca055fefde to /dev/vdb
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:20 user nova-compute[75255]: INFO nova.compute.manager [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Attaching volume 5dbfe00b-08e8-4951-935d-a3a0efb39ed3 to /dev/vdb
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.utils [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[89028eb5-cb5c-462d-8101-c5dc22392502]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[96e6ae5c-2c86-4dbe-9b5e-d40b716ad2d7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[52de5219-8b94-4b22-a47b-16882b580a33]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[09d4885d-40de-4ea1-89d5-fd4ef1e9ae71]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.utils [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[eabd8230-893b-4271-9c99-506eafe207df]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:20 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[918c5c6f-0e88-4201-b80e-94977b41f576]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.utils [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Updating existing volume attachment record: e4c2af8a-54b5-43d3-8bb7-c70c3cfd82c5 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[67aef28c-194a-4df7-946f-f6e674f0ee32]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebb5fcf2-3974-4966-9da7-6f009cecd6d1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[71412497-baf1-4499-9451-c0d98545cb35]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:20 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:09:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[74635f57-152a-4488-b6ba-fb1883c56a84]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG os_brick.utils [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:20 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Updating existing volume attachment record: 33f7f382-36d2-420e-8181-ddd8c1549fd4 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:09:21 user nova-compute[75255]: WARNING nova.compute.manager [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state stopped and task_state None.
Dec 01 21:09:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received event network-changed-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Refreshing instance network info cache due to event network-changed-1cd009a4-87bc-46f4-850e-9d3765d87421. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] Acquiring lock "refresh_cache-821ca711-391f-49d7-886f-bb82a6ab2453" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] Acquired lock "refresh_cache-821ca711-391f-49d7-886f-bb82a6ab2453" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG nova.network.neutron [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Refreshing network info cache for port 1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "interface-79f5e25b-62bf-4ac8-bdbc-888080dc087c-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "interface-79f5e25b-62bf-4ac8-bdbc-888080dc087c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG nova.objects.instance [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lazy-loading 'flavor' on Instance uuid 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG nova.objects.instance [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lazy-loading 'flavor' on Instance uuid 7788b8b6-978b-4c7b-9770-b39b3f0c1303 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:21 user nova-compute[75255]: INFO nova.compute.manager [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Attaching volume 22364b07-7e4f-4ba0-867e-98b16c17ceda to /dev/sdc
Dec 01 21:09:21 user nova-compute[75255]: DEBUG nova.objects.instance [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lazy-loading 'pci_requests' on Instance uuid 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG nova.objects.base [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Object Instance<79f5e25b-62bf-4ac8-bdbc-888080dc087c> lazy-loaded attributes: flavor,pci_requests {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG os_brick.utils [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c812b682-0e2b-44ec-9233-7a3ec71fa00f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[74fae6c3-b87c-44c3-9245-cf95dd4dcbcd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[842d85fd-7636-4a48-8615-8f815ffbdc74]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd3bf4d2-01c1-4b78-a74a-0f21f1ecb18a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:22 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:09:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c1c9e61-cecd-4a67-b8aa-78be77807b5f]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG os_brick.utils [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Updating existing volume attachment record: f02616b8-e369-4a8e-a8df-5719e442f120 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG nova.policy [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da7a3f82eae54557b155c3f15d445f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b01fbde7aba4816a1cf564ae53ed028', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG nova.network.neutron [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Updated VIF entry in instance network info cache for port 1cd009a4-87bc-46f4-850e-9d3765d87421. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG nova.network.neutron [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Updating instance_info_cache with network_info: [{"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] Releasing lock "refresh_cache-821ca711-391f-49d7-886f-bb82a6ab2453" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-changed-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Refreshing instance network info cache due to event network-changed-8f643276-75ed-448f-9a28-acd342a7a537. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] Acquiring lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] Acquired lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:22 user nova-compute[75255]: DEBUG nova.network.neutron [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Refreshing network info cache for port 8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:23 user nova-compute[75255]: DEBUG nova.network.neutron [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updated VIF entry in instance network info cache for port 8f643276-75ed-448f-9a28-acd342a7a537. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:23 user nova-compute[75255]: DEBUG nova.network.neutron [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updating instance_info_cache with network_info: [{"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4dc0974-56f2-4242-9a46-f515831607c5 req-5ff1ab49-1477-4fe3-8d92-7c129ca2ecfc service nova] Releasing lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Successfully created port: 1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:09:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Successfully updated port: 1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:09:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquired lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-7e64e71a-29ee-4043-a9a1-96236f918ca6 req-94ae951f-aaa6-430d-b40e-6d0bf1d2f574 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-changed-1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-7e64e71a-29ee-4043-a9a1-96236f918ca6 req-94ae951f-aaa6-430d-b40e-6d0bf1d2f574 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Refreshing instance network info cache due to event network-changed-1df54466-46bc-4002-96d3-4678f352fd06. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7e64e71a-29ee-4043-a9a1-96236f918ca6 req-94ae951f-aaa6-430d-b40e-6d0bf1d2f574 service nova] Acquiring lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG nova.network.neutron [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updating instance_info_cache with network_info: [{"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Releasing lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7e64e71a-29ee-4043-a9a1-96236f918ca6 req-94ae951f-aaa6-430d-b40e-6d0bf1d2f574 service nova] Acquired lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG nova.network.neutron [req-7e64e71a-29ee-4043-a9a1-96236f918ca6 req-94ae951f-aaa6-430d-b40e-6d0bf1d2f574 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Refreshing network info cache for port 1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-476272726',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-476272726',id=9,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1MQL2b7PgGeYANZOQm2tz/hOqpef9xCRsyln40kU+yrF431VteahAB1y4bPcZonoZxNh+VvNS+ZUjQ4eWf3f9TI2krxiQht+nIaZQ/QnjUPymnOKnlXRnpPlm3pP3e6A==',key_name='tempest-keypair-1545124887',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4b01fbde7aba4816a1cf564ae53ed028',ramdisk_id='',reservation_id='r-vb4hmibq',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-236998666',owner_user_name='tempest-TaggedAttachmentsTest-236998666-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da7a3f82eae54557b155c3f15d445f18',uuid=79f5e25b-62bf-4ac8-bdbc-888080dc087c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converting VIF {"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG os_vif [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9ec0291f-361c-5890-8429-04382d890ba0', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1df54466-46, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1df54466-46, col_values=(('qos', UUID('9398cdfc-85a8-4a66-9ddc-8494b7d038cb')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1df54466-46, col_values=(('external_ids', {'iface-id': '1df54466-46bc-4002-96d3-4678f352fd06', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:ac:b4', 'vm-uuid': '79f5e25b-62bf-4ac8-bdbc-888080dc087c'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: INFO os_vif [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46')
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-476272726',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-476272726',id=9,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1MQL2b7PgGeYANZOQm2tz/hOqpef9xCRsyln40kU+yrF431VteahAB1y4bPcZonoZxNh+VvNS+ZUjQ4eWf3f9TI2krxiQht+nIaZQ/QnjUPymnOKnlXRnpPlm3pP3e6A==',key_name='tempest-keypair-1545124887',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4b01fbde7aba4816a1cf564ae53ed028',ramdisk_id='',reservation_id='r-vb4hmibq',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-236998666',owner_user_name='tempest-TaggedAttachmentsTest-236998666-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da7a3f82eae54557b155c3f15d445f18',uuid=79f5e25b-62bf-4ac8-bdbc-888080dc087c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converting VIF {"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] attach device xml: <interface type="ethernet">
Dec 01 21:09:25 user nova-compute[75255]:   <mac address="fa:16:3e:89:ac:b4"/>
Dec 01 21:09:25 user nova-compute[75255]:   <model type="virtio"/>
Dec 01 21:09:25 user nova-compute[75255]:   <mtu size="1442"/>
Dec 01 21:09:25 user nova-compute[75255]:   <target dev="tap1df54466-46"/>
Dec 01 21:09:25 user nova-compute[75255]: </interface>
Dec 01 21:09:25 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-a920c257-e590-455a-bb60-931e84fa26d3 req-9abfa2ec-38cf-45da-9f60-3a356997255f service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-plugged-1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a920c257-e590-455a-bb60-931e84fa26d3 req-9abfa2ec-38cf-45da-9f60-3a356997255f service nova] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a920c257-e590-455a-bb60-931e84fa26d3 req-9abfa2ec-38cf-45da-9f60-3a356997255f service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a920c257-e590-455a-bb60-931e84fa26d3 req-9abfa2ec-38cf-45da-9f60-3a356997255f service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-a920c257-e590-455a-bb60-931e84fa26d3 req-9abfa2ec-38cf-45da-9f60-3a356997255f service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] No waiting events found dispatching network-vif-plugged-1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:09:25 user nova-compute[75255]: WARNING nova.compute.manager [req-a920c257-e590-455a-bb60-931e84fa26d3 req-9abfa2ec-38cf-45da-9f60-3a356997255f service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received unexpected event network-vif-plugged-1df54466-46bc-4002-96d3-4678f352fd06 for instance with vm_state active and task_state None.
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.network.neutron [req-7e64e71a-29ee-4043-a9a1-96236f918ca6 req-94ae951f-aaa6-430d-b40e-6d0bf1d2f574 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updated VIF entry in instance network info cache for port 1df54466-46bc-4002-96d3-4678f352fd06. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.network.neutron [req-7e64e71a-29ee-4043-a9a1-96236f918ca6 req-94ae951f-aaa6-430d-b40e-6d0bf1d2f574 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updating instance_info_cache with network_info: [{"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] No BDM found with device name hda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] No VIF found with MAC fa:16:3e:f5:27:e2, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7e64e71a-29ee-4043-a9a1-96236f918ca6 req-94ae951f-aaa6-430d-b40e-6d0bf1d2f574 service nova] Releasing lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:09:25 user nova-compute[75255]:   <nova:package version="0.0.0"/>
Dec 01 21:09:25 user nova-compute[75255]:   <nova:name>tempest-device-tagging-server-476272726</nova:name>
Dec 01 21:09:25 user nova-compute[75255]:   <nova:creationTime>2023-12-01 21:09:25</nova:creationTime>
Dec 01 21:09:25 user nova-compute[75255]:   <nova:flavor name="m1.tiny">
Dec 01 21:09:25 user nova-compute[75255]:     <nova:memory>512</nova:memory>
Dec 01 21:09:25 user nova-compute[75255]:     <nova:disk>1</nova:disk>
Dec 01 21:09:25 user nova-compute[75255]:     <nova:swap>0</nova:swap>
Dec 01 21:09:25 user nova-compute[75255]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:09:25 user nova-compute[75255]:     <nova:vcpus>1</nova:vcpus>
Dec 01 21:09:25 user nova-compute[75255]:   </nova:flavor>
Dec 01 21:09:25 user nova-compute[75255]:   <nova:owner>
Dec 01 21:09:25 user nova-compute[75255]:     <nova:user uuid="da7a3f82eae54557b155c3f15d445f18">tempest-TaggedAttachmentsTest-236998666-project-member</nova:user>
Dec 01 21:09:25 user nova-compute[75255]:     <nova:project uuid="4b01fbde7aba4816a1cf564ae53ed028">tempest-TaggedAttachmentsTest-236998666</nova:project>
Dec 01 21:09:25 user nova-compute[75255]:   </nova:owner>
Dec 01 21:09:25 user nova-compute[75255]:   <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:09:25 user nova-compute[75255]:   <nova:ports>
Dec 01 21:09:25 user nova-compute[75255]:     <nova:port uuid="8f643276-75ed-448f-9a28-acd342a7a537">
Dec 01 21:09:25 user nova-compute[75255]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:09:25 user nova-compute[75255]:     </nova:port>
Dec 01 21:09:25 user nova-compute[75255]:     <nova:port uuid="1df54466-46bc-4002-96d3-4678f352fd06">
Dec 01 21:09:25 user nova-compute[75255]:       <nova:ip type="fixed" address="10.10.10.102" ipVersion="4"/>
Dec 01 21:09:25 user nova-compute[75255]:     </nova:port>
Dec 01 21:09:25 user nova-compute[75255]:   </nova:ports>
Dec 01 21:09:25 user nova-compute[75255]: </nova:instance>
Dec 01 21:09:25 user nova-compute[75255]:  {{(pid=75255) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-03103886-e668-49c5-84bc-0a3c9781cfb9 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "interface-79f5e25b-62bf-4ac8-bdbc-888080dc087c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.993s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-a60fb7a5-a9c3-4469-80bc-c89fe24835a2 req-e422fe23-2195-4f09-b5e9-7663d8644734 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-plugged-1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a60fb7a5-a9c3-4469-80bc-c89fe24835a2 req-e422fe23-2195-4f09-b5e9-7663d8644734 service nova] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a60fb7a5-a9c3-4469-80bc-c89fe24835a2 req-e422fe23-2195-4f09-b5e9-7663d8644734 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a60fb7a5-a9c3-4469-80bc-c89fe24835a2 req-e422fe23-2195-4f09-b5e9-7663d8644734 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-a60fb7a5-a9c3-4469-80bc-c89fe24835a2 req-e422fe23-2195-4f09-b5e9-7663d8644734 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] No waiting events found dispatching network-vif-plugged-1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:09:27 user nova-compute[75255]: WARNING nova.compute.manager [req-a60fb7a5-a9c3-4469-80bc-c89fe24835a2 req-e422fe23-2195-4f09-b5e9-7663d8644734 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received unexpected event network-vif-plugged-1df54466-46bc-4002-96d3-4678f352fd06 for instance with vm_state active and task_state None.
Dec 01 21:09:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmUzPsJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:30 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b3a86b-e890-4521-8ac5-07dfcbe935e0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:09:30 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6176f1ff-804d-4789-9ab8-4fc3c64f6d3d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3] added
Dec 01 21:09:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[62e64809-8adf-4797-b2fc-9f103e112b73]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe0f1a6f-c1d1-4b79-bba1-1e528b2d3e9f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qmUzPsJl {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qmUzPsJl" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d989ec5e-8048-4582-bada-e2680edbcbf4]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qmUzPsJl'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc18fff2-9fdd-421f-8fb7-23cc05413ce5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dccf40b0-1275-4390-b009-4147bd62214a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:30 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:30 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa976030-b0ad-4d76-b8a3-ff8a24aba259]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260]
Dec 01 21:09:30 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260] successful.
Dec 01 21:09:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb246686-3799-4ef6-9bd9-cc7dbfbc910c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG nova.objects.instance [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lazy-loading 'flavor' on Instance uuid 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7cdb1f8-a1c8-4814-ba27-6ee7fd2babb7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:30 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:30 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:30 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:30 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac230b32-3868-483a-9c4b-3c26eec5b229]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmUzPsJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aeUzvypX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:30 user nova-compute[75255]: INFO nova.compute.manager [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Attaching volume aef63ecd-34af-4b42-a2e1-dbda008e21e2 to /dev/vdb
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.utils [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d08ea8f-b50f-4a7d-af07-afb0a8111e14]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b0824bc-5b62-40b8-813e-c5e08b412884]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b60686f4-4e2d-4b12-9db7-510b4d4467a8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a430b817-a01a-4b31-83d9-ae3ca73edd3f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:30 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:09:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bff0bdd4-b349-4f0e-be89-3bb13a769cbb]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG os_brick.utils [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:30 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updating existing volume attachment record: 27e33a1e-c607-423b-9c41-fd7cd9126872 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '23738303862393234', 'path': '/dev/sdd'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738303862393234', 'path': '/dev/sdd'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.939s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:31 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:31 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lazy-loading 'flavor' on Instance uuid 821ca711-391f-49d7-886f-bb82a6ab2453 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca5dc9f-8766-40f5-81eb-2e3459be8e53]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ltQyCrTo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:31 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:09:31 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:09:31 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:31 user nova-compute[75255]:   <source dev="/dev/sdd"/>
Dec 01 21:09:31 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:31 user nova-compute[75255]:   <serial>5dbfe00b-08e8-4951-935d-a3a0efb39ed3</serial>
Dec 01 21:09:31 user nova-compute[75255]: </disk>
Dec 01 21:09:31 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b6806ad-0ecb-4602-bb7c-2ee0c1b77461]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde] added
Dec 01 21:09:31 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42cab02-3489-440d-9363-b1152a38178e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f2f61cf-70a8-435a-9730-f063f3057257]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aeUzvypX {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aeUzvypX" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6496726e-f4c7-4d87-87af-d25e3eeaa9dc]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aeUzvypX'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03dd75d-46a0-40c7-af4d-a36a5abd6130]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1950cd62-2c6f-46a3-85b4-cd8c3eb50503]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:31 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:31 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:31 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:31 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:31 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:31 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[876eb5df-5f4b-45aa-8ebf-b0c128eb9f0b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde, portal: 172.16.0.220,3260]
Dec 01 21:09:31 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde, portal: 172.16.0.220,3260] successful.
Dec 01 21:09:31 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[547d4ebd-b175-4655-913a-3e1947208b9e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4706349-478a-4be0-8d7e-6d5e548a9537]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:31 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:31 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:31 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:31 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:31 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:31 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:31 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:31 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[000e1750-622e-43a4-8c36-02799d7cb4c7]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aeUzvypX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] No VIF found with MAC fa:16:3e:13:80:a3, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-df2d6a34-259d-4f17-ab1c-129500ced6b6 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.586s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-35a32ffa-5fd0-425f-996f-fe701c11a6d3 req-13523169-5f2f-432e-934d-8a6dd7857f00 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-changed-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-35a32ffa-5fd0-425f-996f-fe701c11a6d3 req-13523169-5f2f-432e-934d-8a6dd7857f00 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Refreshing instance network info cache due to event network-changed-320afbb7-21fc-4d72-a0ce-0e17633ae58e. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-35a32ffa-5fd0-425f-996f-fe701c11a6d3 req-13523169-5f2f-432e-934d-8a6dd7857f00 service nova] Acquiring lock "refresh_cache-e910ab82-e7a6-48d4-beb1-9b647888a51e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-35a32ffa-5fd0-425f-996f-fe701c11a6d3 req-13523169-5f2f-432e-934d-8a6dd7857f00 service nova] Acquired lock "refresh_cache-e910ab82-e7a6-48d4-beb1-9b647888a51e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG nova.network.neutron [req-35a32ffa-5fd0-425f-996f-fe701c11a6d3 req-13523169-5f2f-432e-934d-8a6dd7857f00 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Refreshing network info cache for port 320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] <== connect_volume: return (2255ms) {'type': 'block', 'scsi_wwn': '23361613030626139', 'path': '/dev/sde'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23361613030626139', 'path': '/dev/sde'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.291s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:32 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:32 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lazy-loading 'flavor' on Instance uuid aa6c3d5f-1afa-483a-bd41-664aa925eaea {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c56a58e-0968-440e-8d0e-f0da230263a6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:09:32 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1cea1bf-3930-4086-ac4c-e130b7b4f514]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda] added
Dec 01 21:09:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:09:32 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:32 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:09:32 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:32 user nova-compute[75255]:   <serial>ebd5093a-c76f-4aa6-870f-f4ca055fefde</serial>
Dec 01 21:09:32 user nova-compute[75255]: </disk>
Dec 01 21:09:32 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd62c92-21d1-4d82-a2b6-0c33f01d4199]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f81acb8c-a8ee-464d-9166-1f94efc2c6cc]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ltQyCrTo {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ltQyCrTo" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[923a2683-6442-44d1-82e4-0a3819365923]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ltQyCrTo'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[36b2170d-43cd-41da-bef5-e5a6a821b099]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bbf5e89-364e-427c-acc4-d7dee35c142a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:32 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:32 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:32 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:32 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:32 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:32 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4638a12-2b39-44bf-8d77-7c48f7d8299b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda, portal: 172.16.0.220,3260]
Dec 01 21:09:33 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda, portal: 172.16.0.220,3260] successful.
Dec 01 21:09:33 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[35421af6-2465-4eeb-b63e-ac07b0f2ff29]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c924bc2-001c-4724-966c-5d00caa8b032]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:33 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:33 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:33 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:33 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:33 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:33 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:33 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:33 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:33 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:33 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.utils [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e203d1-bd4a-4589-ab8e-9950fb0cffef]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ltQyCrTo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7269a32b-bbbe-444f-833d-2d6a78588ace]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[960223ab-985b-4a46-8c7f-71416af097c5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[710c3633-aad6-4991-9f87-933eb88e81a0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebcd781d-e896-422b-9a34-480775ef61a2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:33 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f898799-bc37-42c7-a233-8d838efa7c8d]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG os_brick.utils [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] No VIF found with MAC fa:16:3e:67:90:dd, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:09:33 user nova-compute[75255]: INFO nova.compute.manager [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Swapping volume 5dbfe00b-08e8-4951-935d-a3a0efb39ed3 for 263169c1-d5c9-4dbe-84b7-0df82cc5a3c9
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ec066de-43b3-4f3c-a1b3-0d41b3d8ab46 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.056s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG nova.network.neutron [req-35a32ffa-5fd0-425f-996f-fe701c11a6d3 req-13523169-5f2f-432e-934d-8a6dd7857f00 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Updated VIF entry in instance network info cache for port 320afbb7-21fc-4d72-a0ce-0e17633ae58e. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG nova.network.neutron [req-35a32ffa-5fd0-425f-996f-fe701c11a6d3 req-13523169-5f2f-432e-934d-8a6dd7857f00 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Updating instance_info_cache with network_info: [{"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-35a32ffa-5fd0-425f-996f-fe701c11a6d3 req-13523169-5f2f-432e-934d-8a6dd7857f00 service nova] Releasing lock "refresh_cache-e910ab82-e7a6-48d4-beb1-9b647888a51e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] <== connect_volume: return (2630ms) {'type': 'block', 'scsi_wwn': '26334366466363338', 'path': '/dev/sdf'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334366466363338', 'path': '/dev/sdf'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.objects.instance [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lazy-loading 'flavor' on Instance uuid 7788b8b6-978b-4c7b-9770-b39b3f0c1303 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-737311e1-6a41-40e1-be19-0f233c091525 req-fc043d7f-c40f-4ed0-b631-ae067d9531f9 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received event network-changed-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-737311e1-6a41-40e1-be19-0f233c091525 req-fc043d7f-c40f-4ed0-b631-ae067d9531f9 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Refreshing instance network info cache due to event network-changed-86f12eb4-a573-4c8d-bf9e-bae711665322. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-737311e1-6a41-40e1-be19-0f233c091525 req-fc043d7f-c40f-4ed0-b631-ae067d9531f9 service nova] Acquiring lock "refresh_cache-252988e6-1327-4669-a8c2-23b183d502a6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-737311e1-6a41-40e1-be19-0f233c091525 req-fc043d7f-c40f-4ed0-b631-ae067d9531f9 service nova] Acquired lock "refresh_cache-252988e6-1327-4669-a8c2-23b183d502a6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.network.neutron [req-737311e1-6a41-40e1-be19-0f233c091525 req-fc043d7f-c40f-4ed0-b631-ae067d9531f9 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Refreshing network info cache for port 86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:09:34 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:34 user nova-compute[75255]:   <source dev="/dev/sdf"/>
Dec 01 21:09:34 user nova-compute[75255]:   <target dev="sdc" bus="scsi"/>
Dec 01 21:09:34 user nova-compute[75255]:   <serial>22364b07-7e4f-4ba0-867e-98b16c17ceda</serial>
Dec 01 21:09:34 user nova-compute[75255]:   <address type="drive" controller="0" unit="2"/>
Dec 01 21:09:34 user nova-compute[75255]: </disk>
Dec 01 21:09:34 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:09:34 user nova-compute[75255]: INFO nova.compute.manager [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Rebuilding instance
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Acquiring lock "252988e6-1327-4669-a8c2-23b183d502a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "252988e6-1327-4669-a8c2-23b183d502a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.objects.instance [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lazy-loading 'flavor' on Instance uuid 252988e6-1327-4669-a8c2-23b183d502a6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "252988e6-1327-4669-a8c2-23b183d502a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.137s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.network.neutron [req-737311e1-6a41-40e1-be19-0f233c091525 req-fc043d7f-c40f-4ed0-b631-ae067d9531f9 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Updated VIF entry in instance network info cache for port 86f12eb4-a573-4c8d-bf9e-bae711665322. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.network.neutron [req-737311e1-6a41-40e1-be19-0f233c091525 req-fc043d7f-c40f-4ed0-b631-ae067d9531f9 service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Updating instance_info_cache with network_info: [{"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-737311e1-6a41-40e1-be19-0f233c091525 req-fc043d7f-c40f-4ed0-b631-ae067d9531f9 service nova] Releasing lock "refresh_cache-252988e6-1327-4669-a8c2-23b183d502a6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] No BDM found with device name sda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] No VIF found with MAC fa:16:3e:7b:c9:d5, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-7381d8bd-824c-440c-998e-228877977941 req-a4ca4716-633f-4c5f-9c7e-2e18c71d716c service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-vif-unplugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7381d8bd-824c-440c-998e-228877977941 req-a4ca4716-633f-4c5f-9c7e-2e18c71d716c service nova] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7381d8bd-824c-440c-998e-228877977941 req-a4ca4716-633f-4c5f-9c7e-2e18c71d716c service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7381d8bd-824c-440c-998e-228877977941 req-a4ca4716-633f-4c5f-9c7e-2e18c71d716c service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-7381d8bd-824c-440c-998e-228877977941 req-a4ca4716-633f-4c5f-9c7e-2e18c71d716c service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] No waiting events found dispatching network-vif-unplugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:09:34 user nova-compute[75255]: WARNING nova.compute.manager [req-7381d8bd-824c-440c-998e-228877977941 req-a4ca4716-633f-4c5f-9c7e-2e18c71d716c service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received unexpected event network-vif-unplugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e for instance with vm_state active and task_state rebuilding.
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Acquiring lock "252988e6-1327-4669-a8c2-23b183d502a6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "252988e6-1327-4669-a8c2-23b183d502a6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:34 user nova-compute[75255]: INFO nova.compute.manager [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Attaching volume 12c5688f-d257-4a92-9d66-ec9b84e4b122 to /dev/vdb
Dec 01 21:09:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb501d88-9d4a-4ec9-a92b-2674a3f54256 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.091s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.utils [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4b481c5-3f03-48ad-ae19-68d8d7891260]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7087ec9-ee2c-48eb-bec6-4743980bc091]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a4bf316-4f4b-4051-bdd0-dec1776475d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d69c4d1-b5a4-49da-b8f6-7eca8aa04d17]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Instance destroyed successfully.
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:35 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ac1951b-2613-454f-bd0e-a8f4e1f44976]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.utils [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Updating existing volume attachment record: e03cddf3-7d7f-4935-8aa1-1dbc73cb0769 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:09:35 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Instance destroyed successfully.
Dec 01 21:09:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1583812859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1389942526',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbARFXI19mu9M+Kfv8bJRrcz+nac50zINTZiZpVJU98WMpLSuI/TcDxqmOXIc6444XujFLcL3xfwgyo0w9zS1tVTLuFTakfNrB8H/y5Jokna3ICRfXiI6HppvIAcN+MkQ==',key_name='tempest-keypair-1019862164',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:08:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='af714ba836c44080b83c56905704a6ce',ramdisk_id='',reservation_id='r-wvjsjyce',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-92260300',owner_user_name='tempest-ServerActionsV293TestJSON-92260300-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:09:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='034610d2b2204da4a9e50457443eb6ff',uuid=e910ab82-e7a6-48d4-beb1-9b647888a51e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converting VIF {"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_vif [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap320afbb7-21, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c9fbb74-f564-4efc-aeb6-86ba391fab65) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:35 user nova-compute[75255]: INFO os_vif [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21')
Dec 01 21:09:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rytYMqUH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:35 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c8440b-55f2-469b-a492-c441372ab073]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:09:35 user nova-compute[75255]: No targets found.
Dec 01 21:09:35 user nova-compute[75255]: iSNS:
Dec 01 21:09:35 user nova-compute[75255]: No targets found.
Dec 01 21:09:35 user nova-compute[75255]: STATIC:
Dec 01 21:09:35 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:09:35 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:35 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:35 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde
Dec 01 21:09:35 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:35 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:35 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda
Dec 01 21:09:35 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:35 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:35 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3
Dec 01 21:09:35 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:35 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:35 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b
Dec 01 21:09:35 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:35 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:35 user nova-compute[75255]: FIRMWARE:
Dec 01 21:09:35 user nova-compute[75255]: No targets found.
Dec 01 21:09:35 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:09:35 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:09:35 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf48f924-abc0-4014-af0d-e603db2b2e99]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[538ec7d2-f66e-488c-9a83-dbb50cbd3459]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:35 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:35 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:35 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:35 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:35 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:09:35 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:35 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:35 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:35 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:35 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82803864d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4cd551f-ba52-4adc-8df1-cf78c0aacc87]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9144225-c6b5-41b3-a510-654d33774612]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7af9ffdf-4cec-475c-a139-5544471ed4f7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1236d22b-d9d0-4014-883b-2b3a9e3f0d79]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_b13e0ec1', '/dev/disk/by-id/scsi-23161393032343963', '/dev/disk/by-id/scsi-1SCST_BIOb13e0ec1-1a90249c5a264c1a') {{(pid=85768) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 21:09:35 user nova-compute[75255]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_b13e0ec1
Dec 01 21:09:35 user nova-compute[75255]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23161393032343963
Dec 01 21:09:35 user nova-compute[75255]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOb13e0ec1-1a90249c5a264c1a
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b2116f2-863e-4fd1-9f7f-b56530529275]: (4, None) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab2fbc03-f62c-4e7c-b9e2-a365d7864c71]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcad8247-0b3a-435a-afb9-a137aa32d3cd]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260]
Dec 01 21:09:35 user nova-compute[75255]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260] successful.
Dec 01 21:09:35 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[02806a33-1ad7-4fb0-b27d-1de0cd2fa124]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] <== disconnect_volume: return (333ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:09:35 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Deleting instance files /opt/stack/data/nova/instances/e910ab82-e7a6-48d4-beb1-9b647888a51e_del
Dec 01 21:09:35 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Deletion of /opt/stack/data/nova/instances/e910ab82-e7a6-48d4-beb1-9b647888a51e_del complete
Dec 01 21:09:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-a2e4f447-91c2-4184-9614-8bd2b4554b6e req-af5a617c-d0d8-4f1c-b876-49f142b09935 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:09:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a2e4f447-91c2-4184-9614-8bd2b4554b6e req-af5a617c-d0d8-4f1c-b876-49f142b09935 service nova] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a2e4f447-91c2-4184-9614-8bd2b4554b6e req-af5a617c-d0d8-4f1c-b876-49f142b09935 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a2e4f447-91c2-4184-9614-8bd2b4554b6e req-af5a617c-d0d8-4f1c-b876-49f142b09935 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-a2e4f447-91c2-4184-9614-8bd2b4554b6e req-af5a617c-d0d8-4f1c-b876-49f142b09935 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] No waiting events found dispatching network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:09:36 user nova-compute[75255]: WARNING nova.compute.manager [req-a2e4f447-91c2-4184-9614-8bd2b4554b6e req-af5a617c-d0d8-4f1c-b876-49f142b09935 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received unexpected event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e for instance with vm_state active and task_state rebuilding.
Dec 01 21:09:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sWlRPNMU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:40 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:40 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:40 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee2d490f-c1bb-4603-b493-cfcc89cdbeb9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:09:40 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4fc9b3-167a-41aa-a649-bc13b0a07471]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2] added
Dec 01 21:09:40 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ebdc2e4-2c9f-4aaa-a389-f17d75c774f3]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c2c420-b8ab-4f9a-838c-f2f2c8366c2f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sWlRPNMU {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sWlRPNMU" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3c54cde-919d-4740-8f45-85d1b52b0727]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sWlRPNMU'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eb57ebc-5bd9-4ae5-a1b1-8fc79c758d81]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[58650427-7305-4f61-b269-b718785e4620]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:41 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:41 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a36433e1-bfa1-4f9f-b3d0-48a335e0a306]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2, portal: 172.16.0.220,3260]
Dec 01 21:09:41 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2, portal: 172.16.0.220,3260] successful.
Dec 01 21:09:41 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6a3b09-e33b-4dbe-b549-8f37d62023c2]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[660394b1-6fbe-4033-8001-8d7a58974647]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:41 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:41 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:41 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] HCTL ('33', '-', '-', 0) found on session 7 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a14baef-17e3-41e1-bb3c-70e22f6d9bd9]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Searching for a device in session 7 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sWlRPNMU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:09:41 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance e910ab82-e7a6-48d4-beb1-9b647888a51e could not be found.
Dec 01 21:09:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rytYMqUH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:41 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 21:09:41 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:41 user nova-compute[75255]: INFO nova.compute.manager [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Detaching volume ebd5093a-c76f-4aa6-870f-f4ca055fefde
Dec 01 21:09:41 user nova-compute[75255]: INFO nova.virt.block_device [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Attempting to driver detach volume ebd5093a-c76f-4aa6-870f-f4ca055fefde from mountpoint /dev/vdb
Dec 01 21:09:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Attempting to detach device vdb from instance aa6c3d5f-1afa-483a-bd41-664aa925eaea from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:09:41 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:41 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:09:41 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:41 user nova-compute[75255]:   <serial>ebd5093a-c76f-4aa6-870f-f4ca055fefde</serial>
Dec 01 21:09:41 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:09:41 user nova-compute[75255]: </disk>
Dec 01 21:09:41 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:09:41 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Successfully detached device vdb from instance aa6c3d5f-1afa-483a-bd41-664aa925eaea from the persistent domain config.
Dec 01 21:09:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance aa6c3d5f-1afa-483a-bd41-664aa925eaea from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:09:41 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:41 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:09:41 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:41 user nova-compute[75255]:   <serial>ebd5093a-c76f-4aa6-870f-f4ca055fefde</serial>
Dec 01 21:09:41 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:09:41 user nova-compute[75255]: </disk>
Dec 01 21:09:41 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:41 user nova-compute[75255]: INFO nova.compute.manager [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Detaching volume 22364b07-7e4f-4ba0-867e-98b16c17ceda
Dec 01 21:09:41 user nova-compute[75255]: INFO nova.virt.block_device [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Attempting to driver detach volume 22364b07-7e4f-4ba0-867e-98b16c17ceda from mountpoint /dev/sdc
Dec 01 21:09:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Attempting to detach device sdc from instance 7788b8b6-978b-4c7b-9770-b39b3f0c1303 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:09:41 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:41 user nova-compute[75255]:   <source dev="/dev/sdf"/>
Dec 01 21:09:41 user nova-compute[75255]:   <target dev="sdc" bus="scsi"/>
Dec 01 21:09:41 user nova-compute[75255]:   <serial>22364b07-7e4f-4ba0-867e-98b16c17ceda</serial>
Dec 01 21:09:41 user nova-compute[75255]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 01 21:09:41 user nova-compute[75255]: </disk>
Dec 01 21:09:41 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:09:41 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Successfully detached device sdc from instance 7788b8b6-978b-4c7b-9770-b39b3f0c1303 from the persistent domain config.
Dec 01 21:09:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 7788b8b6-978b-4c7b-9770-b39b3f0c1303 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:09:41 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:41 user nova-compute[75255]:   <source dev="/dev/sdf"/>
Dec 01 21:09:41 user nova-compute[75255]:   <target dev="sdc" bus="scsi"/>
Dec 01 21:09:41 user nova-compute[75255]:   <serial>22364b07-7e4f-4ba0-867e-98b16c17ceda</serial>
Dec 01 21:09:41 user nova-compute[75255]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 01 21:09:41 user nova-compute[75255]: </disk>
Dec 01 21:09:41 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:09:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance aa6c3d5f-1afa-483a-bd41-664aa925eaea {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 7788b8b6-978b-4c7b-9770-b39b3f0c1303 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '26337313236383239', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26337313236383239', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.972s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG nova.objects.instance [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lazy-loading 'flavor' on Instance uuid 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1e9a289-0ce9-4ed8-b105-203feb5dcbd7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:09:42 user nova-compute[75255]: No targets found.
Dec 01 21:09:42 user nova-compute[75255]: iSNS:
Dec 01 21:09:42 user nova-compute[75255]: No targets found.
Dec 01 21:09:42 user nova-compute[75255]: STATIC:
Dec 01 21:09:42 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:09:42 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:42 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:42 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde
Dec 01 21:09:42 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:42 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:42 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda
Dec 01 21:09:42 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:42 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:42 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3
Dec 01 21:09:42 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:42 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:42 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2
Dec 01 21:09:42 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:42 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:42 user nova-compute[75255]: FIRMWARE:
Dec 01 21:09:42 user nova-compute[75255]: No targets found.
Dec 01 21:09:42 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:09:42 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:09:42 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:09:42 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:42 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:09:42 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:42 user nova-compute[75255]:   <serial>aef63ecd-34af-4b42-a2e1-dbda008e21e2</serial>
Dec 01 21:09:42 user nova-compute[75255]: </disk>
Dec 01 21:09:42 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[43ec8cd0-b443-42ff-be81-dc0d2fd1a8eb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5536c0b8-ed8a-43b0-96d2-eb34d30ac04c]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:42 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:42 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:42 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:42 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:42 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:42 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:42 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:42 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:42 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:42 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cf2d3f0>, {}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Disconnecting from: [] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.073s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] <== disconnect_volume: return (1045ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] No BDM found with device name hda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] No VIF found with MAC fa:16:3e:f5:27:e2, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Preparing to wait for external event volume-reimaged-9806ab80-2e39-4bef-96a1-1b3d4df0dd8b {{(pid=75255) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f6952b84-e585-49a2-a181-c7e685652b79 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.631s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eLbdVrzH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '821ca711-391f-49d7-886f-bb82a6ab2453', 'attached_at': '', 'detached_at': '', 'volume_id': '263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 'serial': '263169c1-d5c9-4dbe-84b7-0df82cc5a3c9'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmUzPsJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '821ca711-391f-49d7-886f-bb82a6ab2453', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'serial'} {{(pid=75255) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eLbdVrzH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:43 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:43 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:43 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4e19494-5bea-493d-bf27-e528989b1710]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:09:43 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[54abbb19-e398-4736-a8b8-a51a91a4a08c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9] added
Dec 01 21:09:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b98325c4-0804-476c-8d3d-fe1952f0418f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dca65f1-114f-4f1d-b3fc-55f0e264a1a5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eLbdVrzH {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eLbdVrzH" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bbdb661-c6bf-4770-87db-9593edc84097]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eLbdVrzH'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0f92a35-177f-43b2-b929-d32a1eb37b47]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d17a80-39a0-406d-8822-6757c3482590]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:43 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:43 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:43 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:43 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:43 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:43 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:43 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:43 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef516d61-5bc1-425e-a4c1-855049143442]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9, portal: 172.16.0.220,3260]
Dec 01 21:09:44 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9, portal: 172.16.0.220,3260] successful.
Dec 01 21:09:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3173dd9f-1957-4073-8184-705f89e551fc]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f98706a-c9b6-457c-b508-06645a26f0ce]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:44 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:44 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:44 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:44 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:44 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:09:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:44 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:44 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:44 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:44 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:44 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:09:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Scanning host 38 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e2c3b83-2de5-47f2-9d64-941d92816a6e]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eLbdVrzH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:44 user nova-compute[75255]: INFO nova.compute.manager [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Detaching volume aef63ecd-34af-4b42-a2e1-dbda008e21e2
Dec 01 21:09:44 user nova-compute[75255]: INFO nova.virt.block_device [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Attempting to driver detach volume aef63ecd-34af-4b42-a2e1-dbda008e21e2 from mountpoint /dev/vdb
Dec 01 21:09:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Attempting to detach device vdb from instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:09:44 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:44 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:09:44 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:44 user nova-compute[75255]:   <serial>aef63ecd-34af-4b42-a2e1-dbda008e21e2</serial>
Dec 01 21:09:44 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 21:09:44 user nova-compute[75255]: </disk>
Dec 01 21:09:44 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:09:44 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Successfully detached device vdb from instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c from the persistent domain config.
Dec 01 21:09:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:09:44 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:44 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:09:44 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:44 user nova-compute[75255]:   <serial>aef63ecd-34af-4b42-a2e1-dbda008e21e2</serial>
Dec 01 21:09:44 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 21:09:44 user nova-compute[75255]: </disk>
Dec 01 21:09:44 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:09:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '23566356236316339', 'path': '/dev/sdg'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23566356236316339', 'path': '/dev/sdg'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lazy-loading 'flavor' on Instance uuid 821ca711-391f-49d7-886f-bb82a6ab2453 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hLZMdDms', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:45 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:45 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:45 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[58125cff-eb18-46e4-a7a5-e19e94a1448c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:09:45 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[01a32608-beef-430f-91ac-505d7be56417]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122] added
Dec 01 21:09:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b95a6c-ade2-430a-b6e0-5d97a115a1bb]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76eeae0-5983-466a-b777-95ff27ab7a63]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hLZMdDms {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hLZMdDms" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a96f6f1-aa00-4e7e-b149-d3629f27cafb]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hLZMdDms'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[132d2ea3-fc60-4b1d-9fc8-7f8efad2dc6a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd341bb-c9d7-4d96-94da-4b4f2f43b952]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:45 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:45 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:45 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:45 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:45 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:09:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:45 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:45 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:45 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:45 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:45 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:09:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --login" returned: 0 in 0.106s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0524f460-542f-44a6-babc-32c4304f2f27]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122, portal: 172.16.0.220,3260]
Dec 01 21:09:45 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122, portal: 172.16.0.220,3260] successful.
Dec 01 21:09:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d0c12e-91d1-48d8-8e76-6429376c7d0b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a015ed4d-aa32-44ac-922e-7f5bdd653361]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:09:46 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:09:46 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:09:46 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.412s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Scanning host 39 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[09ae7343-d750-443d-abd9-c417b4880a36]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hLZMdDms', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 178257920 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 337641472 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.466s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] <== connect_volume: return (1469ms) {'type': 'block', 'scsi_wwn': '23164616431623635', 'path': '/dev/sdh'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23164616431623635', 'path': '/dev/sdh'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG nova.objects.instance [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lazy-loading 'flavor' on Instance uuid 252988e6-1327-4669-a8c2-23b183d502a6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 493879296 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] attach device xml: <disk type="block" device="disk">
Dec 01 21:09:47 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:47 user nova-compute[75255]:   <source dev="/dev/sdh"/>
Dec 01 21:09:47 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:47 user nova-compute[75255]:   <serial>12c5688f-d257-4a92-9d66-ec9b84e4b122</serial>
Dec 01 21:09:47 user nova-compute[75255]: </disk>
Dec 01 21:09:47 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 630194176 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] No VIF found with MAC fa:16:3e:8c:83:ac, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:09:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-593c9a36-c485-464c-8b09-08504e8f84a9 tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "252988e6-1327-4669-a8c2-23b183d502a6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.944s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 721420288 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 836763648 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c472e93-acf5-4f43-b39e-eed51cb381cf tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] volume_snapshot_create: create_info: {'snapshot_id': 'ebb60ee6-6ef9-42a0-b0b7-8a63c0b48e94', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75255) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3572}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c472e93-acf5-4f43-b39e-eed51cb381cf tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] snap xml: <domainsnapshot>
Dec 01 21:09:49 user nova-compute[75255]:   <disks>
Dec 01 21:09:49 user nova-compute[75255]:     <disk name="/dev/sdh" snapshot="external" type="file">
Dec 01 21:09:49 user nova-compute[75255]:       <source file="/dev/new_file"/>
Dec 01 21:09:49 user nova-compute[75255]:     </disk>
Dec 01 21:09:49 user nova-compute[75255]:     <disk name="vda" snapshot="no"/>
Dec 01 21:09:49 user nova-compute[75255]:   </disks>
Dec 01 21:09:49 user nova-compute[75255]: </domainsnapshot>
Dec 01 21:09:49 user nova-compute[75255]:  {{(pid=75255) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3513}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6c472e93-acf5-4f43-b39e-eed51cb381cf tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] Lazy-loading 'system_metadata' on Instance uuid 252988e6-1327-4669-a8c2-23b183d502a6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 1003487232 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6c472e93-acf5-4f43-b39e-eed51cb381cf tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [None req-6c472e93-acf5-4f43-b39e-eed51cb381cf tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     rv = execute(f, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     six.reraise(c, e, tb)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     raise value
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     rv = meth(*args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6] 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [None req-6c472e93-acf5-4f43-b39e-eed51cb381cf tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     self._volume_snapshot_create(context, instance, guest,
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     rv = execute(f, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     six.reraise(c, e, tb)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     raise value
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     rv = meth(*args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6] 
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-bdfea073-d66b-4367-ab92-5104f90b35e1 tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] volume_snapshot_delete: delete_info: {'volume_id': '12c5688f-d257-4a92-9d66-ec9b84e4b122'} {{(pid=75255) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3673}}
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [None req-bdfea073-d66b-4367-ab92-5104f90b35e1 tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     self._volume_snapshot_delete(context, instance, volume_id,
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6]     if delete_info['type'] != 'qcow2':
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6] KeyError: 'type'
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [instance: 252988e6-1327-4669-a8c2-23b183d502a6] 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [None req-6c472e93-acf5-4f43-b39e-eed51cb381cf tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot ebb60ee6-6ef9-42a0-b0b7-8a63c0b48e94 could not be found.
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     raise value
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot ebb60ee6-6ef9-42a0-b0b7-8a63c0b48e94 could not be found. (HTTP 404) (Request-ID: req-d89e2a69-3600-4fe4-9137-487498c2177b)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot ebb60ee6-6ef9-42a0-b0b7-8a63c0b48e94 could not be found.
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver 
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server [None req-6c472e93-acf5-4f43-b39e-eed51cb381cf tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3593, in volume_snapshot_create
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     raise value
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver [None req-bdfea073-d66b-4367-ab92-5104f90b35e1 tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-c69274b7-8ff9-40ab-9f36-3e98fb0f1dca)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver 
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 01 21:09:49 user nova-compute[75255]: ERROR nova.virt.libvirt.driver 
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server [None req-bdfea073-d66b-4367-ab92-5104f90b35e1 tempest-VolumesAssistedSnapshotsTest-1315582321 tempest-VolumesAssistedSnapshotsTest-1315582321-project] Exception during message handling: KeyError: 'type'
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3849, in volume_snapshot_delete
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Dec 01 21:09:49 user nova-compute[75255]: ERROR oslo_messaging.rpc.server 
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Acquiring lock "252988e6-1327-4669-a8c2-23b183d502a6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "252988e6-1327-4669-a8c2-23b183d502a6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:49 user nova-compute[75255]: INFO nova.compute.manager [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Detaching volume 12c5688f-d257-4a92-9d66-ec9b84e4b122
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:09:49 user nova-compute[75255]: INFO nova.virt.block_device [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Attempting to driver detach volume 12c5688f-d257-4a92-9d66-ec9b84e4b122 from mountpoint /dev/vdb
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Attempting to detach device vdb from instance 252988e6-1327-4669-a8c2-23b183d502a6 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] detach device xml: <disk type="block" device="disk">
Dec 01 21:09:49 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:49 user nova-compute[75255]:   <source dev="/dev/sdh"/>
Dec 01 21:09:49 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:49 user nova-compute[75255]:   <serial>12c5688f-d257-4a92-9d66-ec9b84e4b122</serial>
Dec 01 21:09:49 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:09:49 user nova-compute[75255]: </disk>
Dec 01 21:09:49 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:09:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Successfully detached device vdb from instance 252988e6-1327-4669-a8c2-23b183d502a6 from the persistent domain config.
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 252988e6-1327-4669-a8c2-23b183d502a6 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] detach device xml: <disk type="block" device="disk">
Dec 01 21:09:49 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:09:49 user nova-compute[75255]:   <source dev="/dev/sdh"/>
Dec 01 21:09:49 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:09:49 user nova-compute[75255]:   <serial>12c5688f-d257-4a92-9d66-ec9b84e4b122</serial>
Dec 01 21:09:49 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:09:49 user nova-compute[75255]: </disk>
Dec 01 21:09:49 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmUzPsJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:49 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[29087363-a0f2-41a7-b023-7cac556d77c7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:09:49 user nova-compute[75255]: No targets found.
Dec 01 21:09:49 user nova-compute[75255]: iSNS:
Dec 01 21:09:49 user nova-compute[75255]: No targets found.
Dec 01 21:09:49 user nova-compute[75255]: STATIC:
Dec 01 21:09:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:09:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde
Dec 01 21:09:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122
Dec 01 21:09:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9
Dec 01 21:09:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda
Dec 01 21:09:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3
Dec 01 21:09:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2
Dec 01 21:09:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:09:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:09:49 user nova-compute[75255]: FIRMWARE:
Dec 01 21:09:49 user nova-compute[75255]: No targets found.
Dec 01 21:09:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:09:49 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:09:49 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c005429f-fcb7-4b9b-ab44-1b7f656c699d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6490bdee-6a7a-4d89-b6ac-63e59a2cefef]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:09:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:09:49 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:09:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82805096c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3'): ({'sdd'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Removing single pathed devices sdd {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[749ad2ad-3ad0-47a2-81ee-6ae996ea941d]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[66758aa0-4387-44ba-9592-9e0f92240791]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Flushing IO for device /dev/sdd {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4c03d2-91bc-4d4f-9300-03c7833ecbd5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:09:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8ec0f23-c5f5-40f1-8525-920de6ee4fe6]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Checking to see if SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[819bfe22-c2d9-4e9b-b0d1-bea3abeca2ab]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a24be5e8-94dd-4afc-9af4-94c1108c3959]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260]
Dec 01 21:09:50 user nova-compute[75255]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260] successful.
Dec 01 21:09:50 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[07b1ec74-9185-4a65-ae2f-c8b893d00ee0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] <== disconnect_volume: return (351ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eLbdVrzH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': '821ca711-391f-49d7-886f-bb82a6ab2453', 'attached_at': '', 'detached_at': '', 'volume_id': '263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 'serial'} {{(pid=75255) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] swap_volume: removing Cinder connection for volume 5dbfe00b-08e8-4951-935d-a3a0efb39ed3 {{(pid=75255) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 252988e6-1327-4669-a8c2-23b183d502a6 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:09:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:51 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] swap_volume: Updating volume 5dbfe00b-08e8-4951-935d-a3a0efb39ed3 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "eLbdVrzH", "auth_password": "aT6NrtgzJGlIvb", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdg", "volume_id": "263169c1-d5c9-4dbe-84b7-0df82cc5a3c9"}, "status": "reserved", "instance": "821ca711-391f-49d7-886f-bb82a6ab2453", "attached_at": "", "detached_at": "", "volume_id": "263169c1-d5c9-4dbe-84b7-0df82cc5a3c9", "serial": "263169c1-d5c9-4dbe-84b7-0df82cc5a3c9"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 'no_device': None, 'attachment_id': 'a70f0dae-5c8e-4dd5-9cbc-890d2ff23316'} {{(pid=75255) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 01 21:09:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f409c6e-21e3-41b4-a94f-5f79df2cd191 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 18.068s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG os_brick.utils [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[92681700-adbf-4bc1-b038-b00cdb284e45]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[55127a57-998b-47d1-9359-c993113b60df]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4abb3e22-cdd2-4044-a13b-8e508838bda1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a259366-02cb-4921-b044-d42bf2c6f34b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:09:52 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:09:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1e2dfca-d1af-48ca-834a-a99d0d01db4d]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:09:52 user nova-compute[75255]: DEBUG os_brick.utils [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:09:52 user nova-compute[75255]: INFO nova.compute.manager [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Swapping volume 263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 for 5dbfe00b-08e8-4951-935d-a3a0efb39ed3
Dec 01 21:09:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:53 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:09:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:09:53 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:09:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:09:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:09:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:09:58 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:09:58 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7249MB free_disk=25.352710723876953GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance aa6c3d5f-1afa-483a-bd41-664aa925eaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 7788b8b6-978b-4c7b-9770-b39b3f0c1303 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 821ca711-391f-49d7-886f-bb82a6ab2453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e910ab82-e7a6-48d4-beb1-9b647888a51e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 252988e6-1327-4669-a8c2-23b183d502a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 797e29c9-34af-4039-9f19-8f593b95a3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:09:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.495s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:10:00 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updating instance_info_cache with network_info: [{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:10:01 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance aa6c3d5f-1afa-483a-bd41-664aa925eaea is timed out.
Dec 01 21:10:01 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Successfully detached device vdb from instance aa6c3d5f-1afa-483a-bd41-664aa925eaea from the live domain config.
Dec 01 21:10:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aeUzvypX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:01 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:10:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb1d9858-0c75-400f-a2ed-242fa8e7c855]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:10:01 user nova-compute[75255]: No targets found.
Dec 01 21:10:01 user nova-compute[75255]: iSNS:
Dec 01 21:10:01 user nova-compute[75255]: No targets found.
Dec 01 21:10:01 user nova-compute[75255]: STATIC:
Dec 01 21:10:01 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:10:01 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:01 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:01 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde
Dec 01 21:10:01 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:01 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:01 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122
Dec 01 21:10:01 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:01 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:01 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9
Dec 01 21:10:01 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:01 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:01 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda
Dec 01 21:10:01 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:01 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:01 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b
Dec 01 21:10:01 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:01 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:01 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2
Dec 01 21:10:01 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:01 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:01 user nova-compute[75255]: FIRMWARE:
Dec 01 21:10:01 user nova-compute[75255]: No targets found.
Dec 01 21:10:01 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:10:01 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:10:01 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[37201d55-b0f6-4b9a-a675-d5a9b556a274]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7eeabec-c45f-4fa7-9c4b-217eb86cd16d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:01 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:01 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:01 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8280386950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde'): ({'sde'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Removing single pathed devices sde {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:10:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[626767a8-2e9d-4c2c-9e3f-92d479bbbe41]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e5020a5-e7e9-4b99-aa5c-b8abe3509b00]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Flushing IO for device /dev/sde {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b1e7f5c-bf28-45ad-841d-fe873eef0522]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.035s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[38edec49-0b2c-43b2-93ba-dea0aa330855]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[be292e75-547d-476b-84fb-fa68caa135bd]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 7788b8b6-978b-4c7b-9770-b39b3f0c1303 is timed out.
Dec 01 21:10:02 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Successfully detached device sdc from instance 7788b8b6-978b-4c7b-9770-b39b3f0c1303 from the live domain config.
Dec 01 21:10:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ltQyCrTo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:02 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --logout" returned: 0 in 0.197s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[61562e88-6812-41c3-bddf-7b0b3d81c586]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde, portal: 172.16.0.220,3260]
Dec 01 21:10:02 user nova-compute[75255]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde, portal: 172.16.0.220,3260] successful.
Dec 01 21:10:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebd5093a-c76f-4aa6-870f-f4ca055fefde -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e04c215-a132-42b1-9836-7261121e4a64]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.446s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] <== disconnect_volume: return (447ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.155s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2039001-f095-44ab-855c-18fe71cbe7d2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:10:02 user nova-compute[75255]: No targets found.
Dec 01 21:10:02 user nova-compute[75255]: iSNS:
Dec 01 21:10:02 user nova-compute[75255]: No targets found.
Dec 01 21:10:02 user nova-compute[75255]: STATIC:
Dec 01 21:10:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:10:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122
Dec 01 21:10:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9
Dec 01 21:10:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda
Dec 01 21:10:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2
Dec 01 21:10:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:02 user nova-compute[75255]: FIRMWARE:
Dec 01 21:10:02 user nova-compute[75255]: No targets found.
Dec 01 21:10:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:10:02 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:10:02 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[de8acbf6-bfa8-4b33-9c33-cc9d9e0db7a1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[df0dbfb6-2734-41ae-a0f2-7b05dc4fd17b]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:02 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:10:02 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:10:02 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:02 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:02 user nova-compute[75255]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda (non-flash)
Dec 01 21:10:02 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:10:02 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:02 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8280385cf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda'): ({'sdf'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Removing single pathed devices sdf {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[be545d3c-312d-4f4e-ad2b-94b1080a0b1f]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a55deda5-5805-45d8-8bef-e5b3549abe01]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Flushing IO for device /dev/sdf {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d3ee804-d9ea-45a2-8314-bcb391b25995]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.045s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a2f2f8-4a3f-4859-beb3-e472c525485a]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] SCSI volumes sdf have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b98b9b75-7871-49aa-96d8-9ae9c1eb90d4]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f6d5702-4768-4701-b8fa-4ffd538ad495]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda, portal: 172.16.0.220,3260]
Dec 01 21:10:02 user nova-compute[75255]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda, portal: 172.16.0.220,3260] successful.
Dec 01 21:10:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22364b07-7e4f-4ba0-867e-98b16c17ceda -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f664ae50-2cc0-4bf6-86d1-eaec8053f001]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] <== disconnect_volume: return (477ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmUzPsJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '821ca711-391f-49d7-886f-bb82a6ab2453', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'serial': '5dbfe00b-08e8-4951-935d-a3a0efb39ed3'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eLbdVrzH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg', 'volume_id': '263169c1-d5c9-4dbe-84b7-0df82cc5a3c9'}, 'status': 'reserved', 'instance': '821ca711-391f-49d7-886f-bb82a6ab2453', 'attached_at': '', 'detached_at': '', 'volume_id': '263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 'serial'} {{(pid=75255) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmUzPsJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:03 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:03 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:03 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[428432cb-835c-428b-bd31-11892f513ba6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:10:03 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ef42306-02e3-412a-a117-1ef7ff810394]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3] added
Dec 01 21:10:03 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG nova.objects.instance [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lazy-loading 'flavor' on Instance uuid aa6c3d5f-1afa-483a-bd41-664aa925eaea {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4a2a95-239f-4ab4-a7c9-cdd8ea9c2428]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[82fed010-da95-49d6-9558-7748aab6954c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qmUzPsJl {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fe89b0c1-ea67-4e10-bb27-6aadf4fb07d5 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.016s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qmUzPsJl" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[575a1bdb-59c2-450c-a47e-58366bce8869]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qmUzPsJl'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0650b8a6-a351-4e35-9db7-9f167beadecd]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5df61859-046a-4a5e-9e3a-8e88328a5cff]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4763c8b1-36a9-4e92-a0da-cd15b9111231]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260]
Dec 01 21:10:03 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260] successful.
Dec 01 21:10:03 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b30acde-9f59-4fee-bf21-65755cb9d0d0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8b698c1-57b9-44d3-84bd-dbd51d2af0fc]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:03 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] HCTL ('35', '-', '-', 0) found on session 11 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Scanning host 35 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f91a9a50-ae5d-4c7e-aa57-d83ab64bf552]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Searching for a device in session 11 and hctl ['35', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG nova.objects.instance [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lazy-loading 'flavor' on Instance uuid 7788b8b6-978b-4c7b-9770-b39b3f0c1303 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG nova.compute.manager [req-4aaa8b51-d544-411b-984f-0c838d331411 req-93a7be24-2fde-4a88-a845-be6194b67949 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event volume-reimaged-9806ab80-2e39-4bef-96a1-1b3d4df0dd8b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4aaa8b51-d544-411b-984f-0c838d331411 req-93a7be24-2fde-4a88-a845-be6194b67949 service nova] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4aaa8b51-d544-411b-984f-0c838d331411 req-93a7be24-2fde-4a88-a845-be6194b67949 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4aaa8b51-d544-411b-984f-0c838d331411 req-93a7be24-2fde-4a88-a845-be6194b67949 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG nova.compute.manager [req-4aaa8b51-d544-411b-984f-0c838d331411 req-93a7be24-2fde-4a88-a845-be6194b67949 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Processing event volume-reimaged-9806ab80-2e39-4bef-96a1-1b3d4df0dd8b {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Instance event wait completed in 20 seconds for volume-reimaged {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fc7d0e1f-b0ad-4d4c-922e-a76df81e81e8 tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.176s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:03 user nova-compute[75255]: INFO nova.virt.block_device [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Booting with volume 9806ab80-2e39-4bef-96a1-1b3d4df0dd8b at /dev/vda
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.utils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[88159bd6-6d88-4245-8d77-d2df6ac01a60]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b365c269-c0ce-48ab-9da5-03e709506c81]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[22985fc1-0487-40a2-b0e3-6114cc855687]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4333d6f-e6bc-4563-a933-e91988c55d21]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:10:03 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:10:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[87273d17-87c2-4f0e-b39c-19765d7ab738]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG os_brick.utils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:03 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Updating existing volume attachment record: 74b7627b-0658-4902-a645-4874972a83da {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Searching for a device in session 11 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmUzPsJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23738303862393234', 'path': '/dev/sdd'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738303862393234', 'path': '/dev/sdd'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG nova.objects.instance [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lazy-loading 'flavor' on Instance uuid 821ca711-391f-49d7-886f-bb82a6ab2453 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:04 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c is timed out.
Dec 01 21:10:04 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Successfully detached device vdb from instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c from the live domain config.
Dec 01 21:10:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sWlRPNMU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:04 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:10:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bf6eadd-f649-43f1-8c6b-c989fdb62449]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:10:04 user nova-compute[75255]: No targets found.
Dec 01 21:10:04 user nova-compute[75255]: iSNS:
Dec 01 21:10:04 user nova-compute[75255]: No targets found.
Dec 01 21:10:04 user nova-compute[75255]: STATIC:
Dec 01 21:10:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:10:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122
Dec 01 21:10:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9
Dec 01 21:10:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3
Dec 01 21:10:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2
Dec 01 21:10:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:04 user nova-compute[75255]: FIRMWARE:
Dec 01 21:10:04 user nova-compute[75255]: No targets found.
Dec 01 21:10:04 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:10:04 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:10:04 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[472937ef-f7a9-4e3f-9c02-6cf13c017bfb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f3129e-fe59-4f7d-b42d-6079688830b8]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:05 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:05 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:10:05 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:05 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:05 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:05 user nova-compute[75255]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 (non-flash)
Dec 01 21:10:05 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:05 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82806d0790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d195b156-4b07-4c89-a21e-a21be25b898f]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ce682d8-ee2d-40b1-a6b9-f2c006a01366]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[68ed7f18-6046-4a0c-8158-b15537cb7b04]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[59bd9ea6-0371-4a9c-97dd-d55a825f1f0b]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9820c95-747a-4c98-bca5-5b3bf7f89e05]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:05 user nova-compute[75255]: INFO nova.compute.manager [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Terminating instance
Dec 01 21:10:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[74050984-435f-4365-8ede-362abc7b5f32]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2, portal: 172.16.0.220,3260]
Dec 01 21:10:05 user nova-compute[75255]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2, portal: 172.16.0.220,3260] successful.
Dec 01 21:10:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aef63ecd-34af-4b42-a2e1-dbda008e21e2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.043s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[292029cf-8290-411f-b041-f204c0641742]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] <== disconnect_volume: return (381ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 136314880 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-0bf616f5-0de0-4637-ab54-e41d878c2320 req-1bec0f54-c068-470f-bd26-f271337b8ec4 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received event network-vif-unplugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0bf616f5-0de0-4637-ab54-e41d878c2320 req-1bec0f54-c068-470f-bd26-f271337b8ec4 service nova] Acquiring lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0bf616f5-0de0-4637-ab54-e41d878c2320 req-1bec0f54-c068-470f-bd26-f271337b8ec4 service nova] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0bf616f5-0de0-4637-ab54-e41d878c2320 req-1bec0f54-c068-470f-bd26-f271337b8ec4 service nova] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-0bf616f5-0de0-4637-ab54-e41d878c2320 req-1bec0f54-c068-470f-bd26-f271337b8ec4 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] No waiting events found dispatching network-vif-unplugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-0bf616f5-0de0-4637-ab54-e41d878c2320 req-1bec0f54-c068-470f-bd26-f271337b8ec4 service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received event network-vif-unplugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 265289728 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:10:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Instance destroyed successfully.
Dec 01 21:10:06 user nova-compute[75255]: DEBUG nova.objects.instance [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lazy-loading 'resources' on Instance uuid 7788b8b6-978b-4c7b-9770-b39b3f0c1303 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-810688107',display_name='tempest-AttachSCSIVolumeTestJSON-server-810688107',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-810688107',id=7,image_ref='55fbea96-768c-4f14-8b69-3dc3694b4a50',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDTJR45jOHmAoOv5ZAe76Eu5HHnWLHRrPjGKtLh72rP8vo0/apRjp25R52iu+kOYxjtikzEL99I4l+orsUgOcUPj/gy4SfTEywWFQecPiiNocZzLQDDw/++m38BgqMPdRA==',key_name='tempest-keypair-222761100',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cfecc53e2a4648d0b9dbe58a45414332',ramdisk_id='',reservation_id='r-d2sfut81',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='55fbea96-768c-4f14-8b69-3dc3694b4a50',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-355646678',owner_user_name='tempest-AttachSCSIVolumeTestJSON-355646678-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='33db9eec9bc5499b98911e4d7ba9a950',uuid=7788b8b6-978b-4c7b-9770-b39b3f0c1303,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Converting VIF {"id": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "address": "fa:16:3e:7b:c9:d5", "network": {"id": "fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-2028847857-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cfecc53e2a4648d0b9dbe58a45414332", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a72af4c-5b", "ovs_interfaceid": "1a72af4c-5bbb-4685-b3aa-cddaa3b60a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:c9:d5,bridge_name='br-int',has_traffic_filtering=True,id=1a72af4c-5bbb-4685-b3aa-cddaa3b60a41,network=Network(fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a72af4c-5b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG os_vif [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:c9:d5,bridge_name='br-int',has_traffic_filtering=True,id=1a72af4c-5bbb-4685-b3aa-cddaa3b60a41,network=Network(fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a72af4c-5b') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1a72af4c-5b, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=40490ba5-14fa-4c4d-a36a-1666a9b4af40) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:06 user nova-compute[75255]: INFO os_vif [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:c9:d5,bridge_name='br-int',has_traffic_filtering=True,id=1a72af4c-5bbb-4685-b3aa-cddaa3b60a41,network=Network(fef3ff25-c76a-4a8d-a9cd-99aa90cfbcdd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a72af4c-5b')
Dec 01 21:10:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Deleting instance files /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303_del
Dec 01 21:10:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Deletion of /opt/stack/data/nova/instances/7788b8b6-978b-4c7b-9770-b39b3f0c1303_del complete
Dec 01 21:10:06 user nova-compute[75255]: INFO nova.compute.manager [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 01 21:10:06 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 414187520 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG nova.objects.instance [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lazy-loading 'flavor' on Instance uuid 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3d17da-e4f4-484a-871f-123880c4a4a7 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.235s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 540016640 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 678428672 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:10:07 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Took 1.38 seconds to deallocate network for instance.
Dec 01 21:10:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "interface-79f5e25b-62bf-4ac8-bdbc-888080dc087c-1df54466-46bc-4002-96d3-4678f352fd06" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "interface-79f5e25b-62bf-4ac8-bdbc-888080dc087c-1df54466-46bc-4002-96d3-4678f352fd06" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.objects.instance [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lazy-loading 'flavor' on Instance uuid 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-476272726',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-476272726',id=9,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1MQL2b7PgGeYANZOQm2tz/hOqpef9xCRsyln40kU+yrF431VteahAB1y4bPcZonoZxNh+VvNS+ZUjQ4eWf3f9TI2krxiQht+nIaZQ/QnjUPymnOKnlXRnpPlm3pP3e6A==',key_name='tempest-keypair-1545124887',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b01fbde7aba4816a1cf564ae53ed028',ramdisk_id='',reservation_id='r-vb4hmibq',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-236998666',owner_user_name='tempest-TaggedAttachmentsTest-236998666-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da7a3f82eae54557b155c3f15d445f18',uuid=79f5e25b-62bf-4ac8-bdbc-888080dc087c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converting VIF {"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:89:ac:b4"/><model type="virtio"/><mtu size="1442"/><target dev="tap1df54466-46"/></interface> {{(pid=75255) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:89:ac:b4"/><model type="virtio"/><mtu size="1442"/><target dev="tap1df54466-46"/></interface> {{(pid=75255) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Attempting to detach device tap1df54466-46 from instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] detach device xml: <interface type="ethernet">
Dec 01 21:10:07 user nova-compute[75255]:   <mac address="fa:16:3e:89:ac:b4"/>
Dec 01 21:10:07 user nova-compute[75255]:   <model type="virtio"/>
Dec 01 21:10:07 user nova-compute[75255]:   <mtu size="1442"/>
Dec 01 21:10:07 user nova-compute[75255]:   <target dev="tap1df54466-46"/>
Dec 01 21:10:07 user nova-compute[75255]: </interface>
Dec 01 21:10:07 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:89:ac:b4"/><model type="virtio"/><mtu size="1442"/><target dev="tap1df54466-46"/></interface> {{(pid=75255) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-d997f189-aaf1-4a71-bcea-25743224b49d req-9eca6990-e368-459c-b725-949a7e2be1cc service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received event network-vif-plugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d997f189-aaf1-4a71-bcea-25743224b49d req-9eca6990-e368-459c-b725-949a7e2be1cc service nova] Acquiring lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d997f189-aaf1-4a71-bcea-25743224b49d req-9eca6990-e368-459c-b725-949a7e2be1cc service nova] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d997f189-aaf1-4a71-bcea-25743224b49d req-9eca6990-e368-459c-b725-949a7e2be1cc service nova] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-d997f189-aaf1-4a71-bcea-25743224b49d req-9eca6990-e368-459c-b725-949a7e2be1cc service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] No waiting events found dispatching network-vif-plugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:07 user nova-compute[75255]: WARNING nova.compute.manager [req-d997f189-aaf1-4a71-bcea-25743224b49d req-9eca6990-e368-459c-b725-949a7e2be1cc service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received unexpected event network-vif-plugged-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 for instance with vm_state deleted and task_state None.
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-d997f189-aaf1-4a71-bcea-25743224b49d req-9eca6990-e368-459c-b725-949a7e2be1cc service nova] [instance: 7788b8b6-978b-4c7b-9770-b39b3f0c1303] Received event network-vif-deleted-1a72af4c-5bbb-4685-b3aa-cddaa3b60a41 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:89:ac:b4"/><model type="virtio"/><mtu size="1442"/><target dev="tap1df54466-46"/></interface>not found in domain: <domain type='kvm' id='9'>
Dec 01 21:10:07 user nova-compute[75255]:   <name>instance-00000009</name>
Dec 01 21:10:07 user nova-compute[75255]:   <uuid>79f5e25b-62bf-4ac8-bdbc-888080dc087c</uuid>
Dec 01 21:10:07 user nova-compute[75255]:   <metadata>
Dec 01 21:10:07 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:10:07 user nova-compute[75255]:   <nova:package version="0.0.0"/>
Dec 01 21:10:07 user nova-compute[75255]:   <nova:name>tempest-device-tagging-server-476272726</nova:name>
Dec 01 21:10:07 user nova-compute[75255]:   <nova:creationTime>2023-12-01 21:09:25</nova:creationTime>
Dec 01 21:10:07 user nova-compute[75255]:   <nova:flavor name="m1.tiny">
Dec 01 21:10:07 user nova-compute[75255]:     <nova:memory>512</nova:memory>
Dec 01 21:10:07 user nova-compute[75255]:     <nova:disk>1</nova:disk>
Dec 01 21:10:07 user nova-compute[75255]:     <nova:swap>0</nova:swap>
Dec 01 21:10:07 user nova-compute[75255]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:10:07 user nova-compute[75255]:     <nova:vcpus>1</nova:vcpus>
Dec 01 21:10:07 user nova-compute[75255]:   </nova:flavor>
Dec 01 21:10:07 user nova-compute[75255]:   <nova:owner>
Dec 01 21:10:07 user nova-compute[75255]:     <nova:user uuid="da7a3f82eae54557b155c3f15d445f18">tempest-TaggedAttachmentsTest-236998666-project-member</nova:user>
Dec 01 21:10:07 user nova-compute[75255]:     <nova:project uuid="4b01fbde7aba4816a1cf564ae53ed028">tempest-TaggedAttachmentsTest-236998666</nova:project>
Dec 01 21:10:07 user nova-compute[75255]:   </nova:owner>
Dec 01 21:10:07 user nova-compute[75255]:   <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:10:07 user nova-compute[75255]:   <nova:ports>
Dec 01 21:10:07 user nova-compute[75255]:     <nova:port uuid="8f643276-75ed-448f-9a28-acd342a7a537">
Dec 01 21:10:07 user nova-compute[75255]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:10:07 user nova-compute[75255]:     </nova:port>
Dec 01 21:10:07 user nova-compute[75255]:     <nova:port uuid="1df54466-46bc-4002-96d3-4678f352fd06">
Dec 01 21:10:07 user nova-compute[75255]:       <nova:ip type="fixed" address="10.10.10.102" ipVersion="4"/>
Dec 01 21:10:07 user nova-compute[75255]:     </nova:port>
Dec 01 21:10:07 user nova-compute[75255]:   </nova:ports>
Dec 01 21:10:07 user nova-compute[75255]: </nova:instance>
Dec 01 21:10:07 user nova-compute[75255]:   </metadata>
Dec 01 21:10:07 user nova-compute[75255]:   <memory unit='KiB'>524288</memory>
Dec 01 21:10:07 user nova-compute[75255]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 01 21:10:07 user nova-compute[75255]:   <vcpu placement='static'>1</vcpu>
Dec 01 21:10:07 user nova-compute[75255]:   <resource>
Dec 01 21:10:07 user nova-compute[75255]:     <partition>/machine</partition>
Dec 01 21:10:07 user nova-compute[75255]:   </resource>
Dec 01 21:10:07 user nova-compute[75255]:   <sysinfo type='smbios'>
Dec 01 21:10:07 user nova-compute[75255]:     <system>
Dec 01 21:10:07 user nova-compute[75255]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 01 21:10:07 user nova-compute[75255]:       <entry name='product'>OpenStack Nova</entry>
Dec 01 21:10:07 user nova-compute[75255]:       <entry name='version'>0.0.0</entry>
Dec 01 21:10:07 user nova-compute[75255]:       <entry name='serial'>79f5e25b-62bf-4ac8-bdbc-888080dc087c</entry>
Dec 01 21:10:07 user nova-compute[75255]:       <entry name='uuid'>79f5e25b-62bf-4ac8-bdbc-888080dc087c</entry>
Dec 01 21:10:07 user nova-compute[75255]:       <entry name='family'>Virtual Machine</entry>
Dec 01 21:10:07 user nova-compute[75255]:     </system>
Dec 01 21:10:07 user nova-compute[75255]:   </sysinfo>
Dec 01 21:10:07 user nova-compute[75255]:   <os>
Dec 01 21:10:07 user nova-compute[75255]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 01 21:10:07 user nova-compute[75255]:     <boot dev='hd'/>
Dec 01 21:10:07 user nova-compute[75255]:     <smbios mode='sysinfo'/>
Dec 01 21:10:07 user nova-compute[75255]:   </os>
Dec 01 21:10:07 user nova-compute[75255]:   <features>
Dec 01 21:10:07 user nova-compute[75255]:     <acpi/>
Dec 01 21:10:07 user nova-compute[75255]:     <apic/>
Dec 01 21:10:07 user nova-compute[75255]:     <vmcoreinfo state='on'/>
Dec 01 21:10:07 user nova-compute[75255]:   </features>
Dec 01 21:10:07 user nova-compute[75255]:   <cpu mode='custom' match='exact' check='full'>
Dec 01 21:10:07 user nova-compute[75255]:     <model fallback='forbid'>Nehalem</model>
Dec 01 21:10:07 user nova-compute[75255]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 01 21:10:07 user nova-compute[75255]:     <feature policy='require' name='vme'/>
Dec 01 21:10:07 user nova-compute[75255]:     <feature policy='require' name='x2apic'/>
Dec 01 21:10:07 user nova-compute[75255]:     <feature policy='require' name='hypervisor'/>
Dec 01 21:10:07 user nova-compute[75255]:   </cpu>
Dec 01 21:10:07 user nova-compute[75255]:   <clock offset='utc'>
Dec 01 21:10:07 user nova-compute[75255]:     <timer name='pit' tickpolicy='delay'/>
Dec 01 21:10:07 user nova-compute[75255]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 01 21:10:07 user nova-compute[75255]:     <timer name='hpet' present='no'/>
Dec 01 21:10:07 user nova-compute[75255]:   </clock>
Dec 01 21:10:07 user nova-compute[75255]:   <on_poweroff>destroy</on_poweroff>
Dec 01 21:10:07 user nova-compute[75255]:   <on_reboot>restart</on_reboot>
Dec 01 21:10:07 user nova-compute[75255]:   <on_crash>destroy</on_crash>
Dec 01 21:10:07 user nova-compute[75255]:   <devices>
Dec 01 21:10:07 user nova-compute[75255]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 01 21:10:07 user nova-compute[75255]:     <disk type='file' device='disk'>
Dec 01 21:10:07 user nova-compute[75255]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 01 21:10:07 user nova-compute[75255]:       <source file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk' index='2'/>
Dec 01 21:10:07 user nova-compute[75255]:       <backingStore type='file' index='3'>
Dec 01 21:10:07 user nova-compute[75255]:         <format type='raw'/>
Dec 01 21:10:07 user nova-compute[75255]:         <source file='/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12'/>
Dec 01 21:10:07 user nova-compute[75255]:         <backingStore/>
Dec 01 21:10:07 user nova-compute[75255]:       </backingStore>
Dec 01 21:10:07 user nova-compute[75255]:       <target dev='vda' bus='virtio'/>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='virtio-disk0'/>
Dec 01 21:10:07 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </disk>
Dec 01 21:10:07 user nova-compute[75255]:     <disk type='file' device='cdrom'>
Dec 01 21:10:07 user nova-compute[75255]:       <driver name='qemu' type='raw' cache='none'/>
Dec 01 21:10:07 user nova-compute[75255]:       <source file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.config' index='1'/>
Dec 01 21:10:07 user nova-compute[75255]:       <backingStore/>
Dec 01 21:10:07 user nova-compute[75255]:       <target dev='hda' bus='ide'/>
Dec 01 21:10:07 user nova-compute[75255]:       <readonly/>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='ide0-0-0'/>
Dec 01 21:10:07 user nova-compute[75255]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </disk>
Dec 01 21:10:07 user nova-compute[75255]:     <controller type='usb' index='0' model='none'>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='usb'/>
Dec 01 21:10:07 user nova-compute[75255]:     </controller>
Dec 01 21:10:07 user nova-compute[75255]:     <controller type='pci' index='0' model='pci-root'>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='pci.0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </controller>
Dec 01 21:10:07 user nova-compute[75255]:     <controller type='ide' index='0'>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='ide'/>
Dec 01 21:10:07 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 01 21:10:07 user nova-compute[75255]:     </controller>
Dec 01 21:10:07 user nova-compute[75255]:     <interface type='ethernet'>
Dec 01 21:10:07 user nova-compute[75255]:       <mac address='fa:16:3e:f5:27:e2'/>
Dec 01 21:10:07 user nova-compute[75255]:       <target dev='tap8f643276-75'/>
Dec 01 21:10:07 user nova-compute[75255]:       <model type='virtio'/>
Dec 01 21:10:07 user nova-compute[75255]:       <mtu size='1442'/>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='net0'/>
Dec 01 21:10:07 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </interface>
Dec 01 21:10:07 user nova-compute[75255]:     <interface type='ethernet'>
Dec 01 21:10:07 user nova-compute[75255]:       <mac address='fa:16:3e:89:ac:b4'/>
Dec 01 21:10:07 user nova-compute[75255]:       <target dev='tap1df54466-46'/>
Dec 01 21:10:07 user nova-compute[75255]:       <model type='virtio'/>
Dec 01 21:10:07 user nova-compute[75255]:       <mtu size='1442'/>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='net1'/>
Dec 01 21:10:07 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </interface>
Dec 01 21:10:07 user nova-compute[75255]:     <serial type='pty'>
Dec 01 21:10:07 user nova-compute[75255]:       <source path='/dev/pts/7'/>
Dec 01 21:10:07 user nova-compute[75255]:       <log file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/console.log' append='off'/>
Dec 01 21:10:07 user nova-compute[75255]:       <target type='isa-serial' port='0'>
Dec 01 21:10:07 user nova-compute[75255]:         <model name='isa-serial'/>
Dec 01 21:10:07 user nova-compute[75255]:       </target>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='serial0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </serial>
Dec 01 21:10:07 user nova-compute[75255]:     <console type='pty' tty='/dev/pts/7'>
Dec 01 21:10:07 user nova-compute[75255]:       <source path='/dev/pts/7'/>
Dec 01 21:10:07 user nova-compute[75255]:       <log file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/console.log' append='off'/>
Dec 01 21:10:07 user nova-compute[75255]:       <target type='serial' port='0'/>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='serial0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </console>
Dec 01 21:10:07 user nova-compute[75255]:     <input type='mouse' bus='ps2'>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='input0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </input>
Dec 01 21:10:07 user nova-compute[75255]:     <input type='keyboard' bus='ps2'>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='input1'/>
Dec 01 21:10:07 user nova-compute[75255]:     </input>
Dec 01 21:10:07 user nova-compute[75255]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Dec 01 21:10:07 user nova-compute[75255]:       <listen type='address' address='0.0.0.0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </graphics>
Dec 01 21:10:07 user nova-compute[75255]:     <audio id='1' type='none'/>
Dec 01 21:10:07 user nova-compute[75255]:     <video>
Dec 01 21:10:07 user nova-compute[75255]:       <model type='virtio' heads='1' primary='yes'/>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='video0'/>
Dec 01 21:10:07 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </video>
Dec 01 21:10:07 user nova-compute[75255]:     <memballoon model='virtio'>
Dec 01 21:10:07 user nova-compute[75255]:       <stats period='10'/>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='balloon0'/>
Dec 01 21:10:07 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </memballoon>
Dec 01 21:10:07 user nova-compute[75255]:     <rng model='virtio'>
Dec 01 21:10:07 user nova-compute[75255]:       <backend model='random'>/dev/urandom</backend>
Dec 01 21:10:07 user nova-compute[75255]:       <alias name='rng0'/>
Dec 01 21:10:07 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 01 21:10:07 user nova-compute[75255]:     </rng>
Dec 01 21:10:07 user nova-compute[75255]:   </devices>
Dec 01 21:10:07 user nova-compute[75255]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 01 21:10:07 user nova-compute[75255]:     <label>libvirt-79f5e25b-62bf-4ac8-bdbc-888080dc087c</label>
Dec 01 21:10:07 user nova-compute[75255]:     <imagelabel>libvirt-79f5e25b-62bf-4ac8-bdbc-888080dc087c</imagelabel>
Dec 01 21:10:07 user nova-compute[75255]:   </seclabel>
Dec 01 21:10:07 user nova-compute[75255]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 01 21:10:07 user nova-compute[75255]:     <label>+64055:+108</label>
Dec 01 21:10:07 user nova-compute[75255]:     <imagelabel>+64055:+108</imagelabel>
Dec 01 21:10:07 user nova-compute[75255]:   </seclabel>
Dec 01 21:10:07 user nova-compute[75255]: </domain>
Dec 01 21:10:07 user nova-compute[75255]:  {{(pid=75255) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 01 21:10:07 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Successfully detached device tap1df54466-46 from instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c from the persistent domain config.
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] (1/8): Attempting to detach device tap1df54466-46 with device alias net1 from instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:10:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] detach device xml: <interface type="ethernet">
Dec 01 21:10:07 user nova-compute[75255]:   <mac address="fa:16:3e:89:ac:b4"/>
Dec 01 21:10:07 user nova-compute[75255]:   <model type="virtio"/>
Dec 01 21:10:07 user nova-compute[75255]:   <mtu size="1442"/>
Dec 01 21:10:07 user nova-compute[75255]:   <target dev="tap1df54466-46"/>
Dec 01 21:10:07 user nova-compute[75255]: </interface>
Dec 01 21:10:07 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 783286272 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.582s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Start waiting for the detach event from libvirt for device tap1df54466-46 with device alias net1 for instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:08 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Deleted allocations for instance 7788b8b6-978b-4c7b-9770-b39b3f0c1303
Dec 01 21:10:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-9e01100d-4b1b-418d-b5c9-6c1dd84cb232 req-29d9b1ef-17a6-45e3-a814-44b36c41a7e6 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-unplugged-1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9e01100d-4b1b-418d-b5c9-6c1dd84cb232 req-29d9b1ef-17a6-45e3-a814-44b36c41a7e6 service nova] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9e01100d-4b1b-418d-b5c9-6c1dd84cb232 req-29d9b1ef-17a6-45e3-a814-44b36c41a7e6 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9e01100d-4b1b-418d-b5c9-6c1dd84cb232 req-29d9b1ef-17a6-45e3-a814-44b36c41a7e6 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-9e01100d-4b1b-418d-b5c9-6c1dd84cb232 req-29d9b1ef-17a6-45e3-a814-44b36c41a7e6 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] No waiting events found dispatching network-vif-unplugged-1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:08 user nova-compute[75255]: WARNING nova.compute.manager [req-9e01100d-4b1b-418d-b5c9-6c1dd84cb232 req-29d9b1ef-17a6-45e3-a814-44b36c41a7e6 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received unexpected event network-vif-unplugged-1df54466-46bc-4002-96d3-4678f352fd06 for instance with vm_state active and task_state None.
Dec 01 21:10:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0562520a-154a-4a50-a4da-03d90a3565ab tempest-AttachSCSIVolumeTestJSON-355646678 tempest-AttachSCSIVolumeTestJSON-355646678-project-member] Lock "7788b8b6-978b-4c7b-9770-b39b3f0c1303" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.148s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:08 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 902823936 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 985661440 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eLbdVrzH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg', 'volume_id': '263169c1-d5c9-4dbe-84b7-0df82cc5a3c9'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:09 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ebb7d02-877a-4f65-84ff-c8f027228e8c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:10:09 user nova-compute[75255]: No targets found.
Dec 01 21:10:09 user nova-compute[75255]: iSNS:
Dec 01 21:10:09 user nova-compute[75255]: No targets found.
Dec 01 21:10:09 user nova-compute[75255]: STATIC:
Dec 01 21:10:09 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:10:09 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:09 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:09 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122
Dec 01 21:10:09 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:09 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:09 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9
Dec 01 21:10:09 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:09 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:09 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3
Dec 01 21:10:09 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:09 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:09 user nova-compute[75255]: FIRMWARE:
Dec 01 21:10:09 user nova-compute[75255]: No targets found.
Dec 01 21:10:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:10:09 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:10:09 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[240923ba-ec17-4a03-be01-7a991fa4928d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec40098a-6a27-4078-ab7b-741a29549848]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:09 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:09 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:09 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:09 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:09 user nova-compute[75255]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 (non-flash)
Dec 01 21:10:09 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8280384430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9'): ({'sdg'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Removing single pathed devices sdg {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[65eb967c-5f63-4541-bf3b-7f397080297f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[32bb773c-7940-4b6c-9510-39f5c5705e78]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Flushing IO for device /dev/sdg {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[73f0c98f-213c-44c1-b6cb-a8a08cd2faae]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.042s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[061aa909-80d0-43a8-925e-b45a23880090]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Checking to see if SCSI volumes sdg have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] SCSI volumes sdg have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[04bcbbfc-a38f-4927-9f25-4e3a4d17d5c9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca59659-7f62-4d6b-8905-01250c135dc8]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9, portal: 172.16.0.220,3260]
Dec 01 21:10:09 user nova-compute[75255]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9, portal: 172.16.0.220,3260] successful.
Dec 01 21:10:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eca02d0-fdfd-4d4a-bd83-f772e4bf64c0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] <== disconnect_volume: return (309ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmUzPsJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '821ca711-391f-49d7-886f-bb82a6ab2453', 'attached_at': '', 'detached_at': '', 'volume_id': '5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'serial'} {{(pid=75255) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] swap_volume: removing Cinder connection for volume 263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 {{(pid=75255) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 01 21:10:10 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 252988e6-1327-4669-a8c2-23b183d502a6 is timed out.
Dec 01 21:10:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Successfully detached device vdb from instance 252988e6-1327-4669-a8c2-23b183d502a6 from the live domain config.
Dec 01 21:10:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hLZMdDms', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:10 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cac6efe6-ce90-47c3-be6c-06c6f59ad7ed]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:10:10 user nova-compute[75255]: No targets found.
Dec 01 21:10:10 user nova-compute[75255]: iSNS:
Dec 01 21:10:10 user nova-compute[75255]: No targets found.
Dec 01 21:10:10 user nova-compute[75255]: STATIC:
Dec 01 21:10:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:10:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122
Dec 01 21:10:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3
Dec 01 21:10:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:10 user nova-compute[75255]: FIRMWARE:
Dec 01 21:10:10 user nova-compute[75255]: No targets found.
Dec 01 21:10:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:10:10 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:10:10 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac956452-6624-41f8-a7cd-918e7bfbcb5b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-05142af6-cd6f-4433-b332-6e077f4a199f req-8bbcb0dc-4497-4ad0-8f80-8db35b2103d4 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-plugged-1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-05142af6-cd6f-4433-b332-6e077f4a199f req-8bbcb0dc-4497-4ad0-8f80-8db35b2103d4 service nova] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-05142af6-cd6f-4433-b332-6e077f4a199f req-8bbcb0dc-4497-4ad0-8f80-8db35b2103d4 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-05142af6-cd6f-4433-b332-6e077f4a199f req-8bbcb0dc-4497-4ad0-8f80-8db35b2103d4 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-05142af6-cd6f-4433-b332-6e077f4a199f req-8bbcb0dc-4497-4ad0-8f80-8db35b2103d4 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] No waiting events found dispatching network-vif-plugged-1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:10 user nova-compute[75255]: WARNING nova.compute.manager [req-05142af6-cd6f-4433-b332-6e077f4a199f req-8bbcb0dc-4497-4ad0-8f80-8db35b2103d4 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received unexpected event network-vif-plugged-1df54466-46bc-4002-96d3-4678f352fd06 for instance with vm_state active and task_state None.
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f06a0a-175d-4d36-ade6-ac345cf6f72b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:10 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:10 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:10 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:10 user nova-compute[75255]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 (non-flash)
Dec 01 21:10:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82805096c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122'): ({'sdh'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Removing single pathed devices sdh {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cafe6f6f-e306-48bd-89dc-5afd993489cc]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0333b426-b407-4947-b718-d8e8e493708c]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Flushing IO for device /dev/sdh {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8fbdd48-338f-4db1-8a46-11682882a841]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.044s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[efdc1a5b-d739-4e2e-8254-84538f78e249]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Checking to see if SCSI volumes sdh have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] SCSI volumes sdh have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3742442b-a3f2-42b4-992c-c5825327eb9f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d905393a-1651-4720-8a02-6709ad5f822e]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122, portal: 172.16.0.220,3260]
Dec 01 21:10:10 user nova-compute[75255]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122, portal: 172.16.0.220,3260] successful.
Dec 01 21:10:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12c5688f-d257-4a92-9d66-ec9b84e4b122 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce3f10e-a674-49dd-b5de-6b5ff7d9276f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] <== disconnect_volume: return (314ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:10:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:11 user nova-compute[75255]: DEBUG nova.compute.manager [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] swap_volume: Updating volume 263169c1-d5c9-4dbe-84b7-0df82cc5a3c9 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "qmUzPsJl", "auth_password": "bZzWJ6yGNx2eVr", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdd", "volume_id": "5dbfe00b-08e8-4951-935d-a3a0efb39ed3"}, "status": "reserved", "instance": "821ca711-391f-49d7-886f-bb82a6ab2453", "attached_at": "", "detached_at": "", "volume_id": "5dbfe00b-08e8-4951-935d-a3a0efb39ed3", "serial": "5dbfe00b-08e8-4951-935d-a3a0efb39ed3"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'no_device': None, 'attachment_id': 'e93cb8bf-4ac9-44b2-aab0-5dbe95d019cb'} {{(pid=75255) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 01 21:10:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-455c9fca-c97e-4e8b-96e8-88de433f1eb5 tempest-TestVolumeSwap-981871209 tempest-TestVolumeSwap-981871209-project-admin] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 18.665s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:11 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lazy-loading 'flavor' on Instance uuid 252988e6-1327-4669-a8c2-23b183d502a6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ed4eb4ad-024c-4002-be8b-22711059172b tempest-VolumesAssistedSnapshotsTest-1084349762 tempest-VolumesAssistedSnapshotsTest-1084349762-project-admin] Lock "252988e6-1327-4669-a8c2-23b183d502a6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.880s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:11 user nova-compute[75255]: INFO nova.compute.manager [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Detaching volume 5dbfe00b-08e8-4951-935d-a3a0efb39ed3
Dec 01 21:10:11 user nova-compute[75255]: INFO nova.virt.block_device [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Attempting to driver detach volume 5dbfe00b-08e8-4951-935d-a3a0efb39ed3 from mountpoint /dev/vdb
Dec 01 21:10:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Attempting to detach device vdb from instance 821ca711-391f-49d7-886f-bb82a6ab2453 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:10:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:10:11 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:10:11 user nova-compute[75255]:   <source dev="/dev/sdd"/>
Dec 01 21:10:11 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:10:11 user nova-compute[75255]:   <serial>5dbfe00b-08e8-4951-935d-a3a0efb39ed3</serial>
Dec 01 21:10:11 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:10:11 user nova-compute[75255]: </disk>
Dec 01 21:10:11 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:10:11 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Successfully detached device vdb from instance 821ca711-391f-49d7-886f-bb82a6ab2453 from the persistent domain config.
Dec 01 21:10:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 821ca711-391f-49d7-886f-bb82a6ab2453 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:10:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:10:11 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:10:11 user nova-compute[75255]:   <source dev="/dev/sdd"/>
Dec 01 21:10:11 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:10:11 user nova-compute[75255]:   <serial>5dbfe00b-08e8-4951-935d-a3a0efb39ed3</serial>
Dec 01 21:10:11 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:10:11 user nova-compute[75255]: </disk>
Dec 01 21:10:11 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:10:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 821ca711-391f-49d7-886f-bb82a6ab2453 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:10:14 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Creating image(s)
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Ensure instance console log exists: /opt/stack/data/nova/instances/e910ab82-e7a6-48d4-beb1-9b647888a51e/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Start _get_guest_xml network_info=[{"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rytYMqUH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e910ab82-e7a6-48d4-beb1-9b647888a51e', 'attached_at': '', 'detached_at': '', 'volume_id': '9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'serial': '9806ab80-2e39-4bef-96a1-1b3d4df0dd8b'}, 'device_type': 'disk', 'attachment_id': '74b7627b-0658-4902-a645-4874972a83da', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:10:14 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 01 21:10:14 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.objects.instance [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lazy-loading 'vcpu_model' on Instance uuid e910ab82-e7a6-48d4-beb1-9b647888a51e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rytYMqUH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:14 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:14 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:14 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[820629c9-b61a-4471-9a5c-2dde39a3fe01]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:10:14 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[17e52fd0-8ab8-4a8e-9d21-2f0a81cfcf22]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b] added
Dec 01 21:10:14 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[646066d0-2983-4119-b951-21e4b36e2356]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f2da6e4-8733-4c5e-afa3-f733a6ebbc84]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rytYMqUH {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rytYMqUH" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c598b9-518e-438f-b2fe-4c1a76fefb8d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rytYMqUH'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9387a6b4-1b96-4962-ae70-daf647f72fb5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f66e1781-b5f4-496d-a707-cfe85b447d67]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:14 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:14 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:14 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:14 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4bcd0c0-99e4-4a97-ace8-140c6b277dc6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260]
Dec 01 21:10:14 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260] successful.
Dec 01 21:10:14 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d451a0-ad15-4f49-bdb0-df3c086d6a35]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[60adf407-3f6d-48be-9585-53cee4bbe2df]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:14 user nova-compute[75255]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:10:14 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:14 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:14 user nova-compute[75255]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:10:14 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:14 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfc9abba-1054-4d92-969b-82c0333bfba7]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:10:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rytYMqUH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:10:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '23161393032343963', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23161393032343963', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:07:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1583812859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1389942526',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbARFXI19mu9M+Kfv8bJRrcz+nac50zINTZiZpVJU98WMpLSuI/TcDxqmOXIc6444XujFLcL3xfwgyo0w9zS1tVTLuFTakfNrB8H/y5Jokna3ICRfXiI6HppvIAcN+MkQ==',key_name='tempest-keypair-1019862164',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:08:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='af714ba836c44080b83c56905704a6ce',ramdisk_id='',reservation_id='r-wvjsjyce',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-92260300',owner_user_name='tempest-ServerActionsV293TestJSON-92260300-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:10:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='034610d2b2204da4a9e50457443eb6ff',uuid=e910ab82-e7a6-48d4-beb1-9b647888a51e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converting VIF {"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:10:16 user nova-compute[75255]:   <uuid>e910ab82-e7a6-48d4-beb1-9b647888a51e</uuid>
Dec 01 21:10:16 user nova-compute[75255]:   <name>instance-0000000a</name>
Dec 01 21:10:16 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:10:16 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:10:16 user nova-compute[75255]:   <metadata>
Dec 01 21:10:16 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:10:16 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:10:16 user nova-compute[75255]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1583812859</nova:name>
Dec 01 21:10:16 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:10:14</nova:creationTime>
Dec 01 21:10:16 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:10:16 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:10:16 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:10:16 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:10:16 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:10:16 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:10:16 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:10:16 user nova-compute[75255]:       <nova:owner>
Dec 01 21:10:16 user nova-compute[75255]:         <nova:user uuid="034610d2b2204da4a9e50457443eb6ff">tempest-ServerActionsV293TestJSON-92260300-project-member</nova:user>
Dec 01 21:10:16 user nova-compute[75255]:         <nova:project uuid="af714ba836c44080b83c56905704a6ce">tempest-ServerActionsV293TestJSON-92260300</nova:project>
Dec 01 21:10:16 user nova-compute[75255]:       </nova:owner>
Dec 01 21:10:16 user nova-compute[75255]:       <nova:ports>
Dec 01 21:10:16 user nova-compute[75255]:         <nova:port uuid="320afbb7-21fc-4d72-a0ce-0e17633ae58e">
Dec 01 21:10:16 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 01 21:10:16 user nova-compute[75255]:         </nova:port>
Dec 01 21:10:16 user nova-compute[75255]:       </nova:ports>
Dec 01 21:10:16 user nova-compute[75255]:     </nova:instance>
Dec 01 21:10:16 user nova-compute[75255]:   </metadata>
Dec 01 21:10:16 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:10:16 user nova-compute[75255]:     <system>
Dec 01 21:10:16 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:10:16 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:10:16 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:10:16 user nova-compute[75255]:       <entry name="serial">e910ab82-e7a6-48d4-beb1-9b647888a51e</entry>
Dec 01 21:10:16 user nova-compute[75255]:       <entry name="uuid">e910ab82-e7a6-48d4-beb1-9b647888a51e</entry>
Dec 01 21:10:16 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:10:16 user nova-compute[75255]:     </system>
Dec 01 21:10:16 user nova-compute[75255]:   </sysinfo>
Dec 01 21:10:16 user nova-compute[75255]:   <os>
Dec 01 21:10:16 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:10:16 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:10:16 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:10:16 user nova-compute[75255]:   </os>
Dec 01 21:10:16 user nova-compute[75255]:   <features>
Dec 01 21:10:16 user nova-compute[75255]:     <acpi/>
Dec 01 21:10:16 user nova-compute[75255]:     <apic/>
Dec 01 21:10:16 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:10:16 user nova-compute[75255]:   </features>
Dec 01 21:10:16 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:10:16 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:10:16 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:10:16 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:10:16 user nova-compute[75255]:   </clock>
Dec 01 21:10:16 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:10:16 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:10:16 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:10:16 user nova-compute[75255]:   </cpu>
Dec 01 21:10:16 user nova-compute[75255]:   <devices>
Dec 01 21:10:16 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:10:16 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:10:16 user nova-compute[75255]:       <source dev="/dev/sdb"/>
Dec 01 21:10:16 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:10:16 user nova-compute[75255]:       <serial>9806ab80-2e39-4bef-96a1-1b3d4df0dd8b</serial>
Dec 01 21:10:16 user nova-compute[75255]:     </disk>
Dec 01 21:10:16 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:10:16 user nova-compute[75255]:       <mac address="fa:16:3e:7e:14:d5"/>
Dec 01 21:10:16 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:10:16 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:10:16 user nova-compute[75255]:       <target dev="tap320afbb7-21"/>
Dec 01 21:10:16 user nova-compute[75255]:     </interface>
Dec 01 21:10:16 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:10:16 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/e910ab82-e7a6-48d4-beb1-9b647888a51e/console.log" append="off"/>
Dec 01 21:10:16 user nova-compute[75255]:     </serial>
Dec 01 21:10:16 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:10:16 user nova-compute[75255]:     <video>
Dec 01 21:10:16 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:10:16 user nova-compute[75255]:     </video>
Dec 01 21:10:16 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:10:16 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:10:16 user nova-compute[75255]:     </rng>
Dec 01 21:10:16 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:10:16 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:10:16 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:10:16 user nova-compute[75255]:     </memballoon>
Dec 01 21:10:16 user nova-compute[75255]:   </devices>
Dec 01 21:10:16 user nova-compute[75255]: </domain>
Dec 01 21:10:16 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:07:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1583812859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1389942526',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbARFXI19mu9M+Kfv8bJRrcz+nac50zINTZiZpVJU98WMpLSuI/TcDxqmOXIc6444XujFLcL3xfwgyo0w9zS1tVTLuFTakfNrB8H/y5Jokna3ICRfXiI6HppvIAcN+MkQ==',key_name='tempest-keypair-1019862164',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:08:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='af714ba836c44080b83c56905704a6ce',ramdisk_id='',reservation_id='r-wvjsjyce',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-92260300',owner_user_name='tempest-ServerActionsV293TestJSON-92260300-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:10:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='034610d2b2204da4a9e50457443eb6ff',uuid=e910ab82-e7a6-48d4-beb1-9b647888a51e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converting VIF {"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG os_vif [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f65175c-f22d-54b6-9668-de21a880859b', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap320afbb7-21, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap320afbb7-21, col_values=(('qos', UUID('4d58322a-c02d-4603-a971-cbfcc639a445')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap320afbb7-21, col_values=(('external_ids', {'iface-id': '320afbb7-21fc-4d72-a0ce-0e17633ae58e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7e:14:d5', 'vm-uuid': 'e910ab82-e7a6-48d4-beb1-9b647888a51e'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:16 user nova-compute[75255]: INFO os_vif [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21')
Dec 01 21:10:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:10:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] No VIF found with MAC fa:16:3e:7e:14:d5, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-0dd11168-3ed2-4ab3-839e-1b12a5183d1c req-4152caac-2d52-4573-8c10-76d6a2eacaa0 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0dd11168-3ed2-4ab3-839e-1b12a5183d1c req-4152caac-2d52-4573-8c10-76d6a2eacaa0 service nova] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0dd11168-3ed2-4ab3-839e-1b12a5183d1c req-4152caac-2d52-4573-8c10-76d6a2eacaa0 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0dd11168-3ed2-4ab3-839e-1b12a5183d1c req-4152caac-2d52-4573-8c10-76d6a2eacaa0 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-0dd11168-3ed2-4ab3-839e-1b12a5183d1c req-4152caac-2d52-4573-8c10-76d6a2eacaa0 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] No waiting events found dispatching network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:17 user nova-compute[75255]: WARNING nova.compute.manager [req-0dd11168-3ed2-4ab3-839e-1b12a5183d1c req-4152caac-2d52-4573-8c10-76d6a2eacaa0 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received unexpected event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e for instance with vm_state active and task_state rebuild_spawning.
Dec 01 21:10:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:10:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Instance spawned successfully.
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.objects.instance [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75255) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-cf5bbda9-4eb7-4254-8403-bf248de0a2a6 req-8d53b8da-0bcf-49a3-b06d-a6e5df7b454c service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cf5bbda9-4eb7-4254-8403-bf248de0a2a6 req-8d53b8da-0bcf-49a3-b06d-a6e5df7b454c service nova] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cf5bbda9-4eb7-4254-8403-bf248de0a2a6 req-8d53b8da-0bcf-49a3-b06d-a6e5df7b454c service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cf5bbda9-4eb7-4254-8403-bf248de0a2a6 req-8d53b8da-0bcf-49a3-b06d-a6e5df7b454c service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-cf5bbda9-4eb7-4254-8403-bf248de0a2a6 req-8d53b8da-0bcf-49a3-b06d-a6e5df7b454c service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] No waiting events found dispatching network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:19 user nova-compute[75255]: WARNING nova.compute.manager [req-cf5bbda9-4eb7-4254-8403-bf248de0a2a6 req-8d53b8da-0bcf-49a3-b06d-a6e5df7b454c service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received unexpected event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e for instance with vm_state active and task_state None.
Dec 01 21:10:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4aaa8b51-d544-411b-984f-0c838d331411 tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.070s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:28 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Waiting for libvirt event about the detach of device tap1df54466-46 with device alias net1 from instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c is timed out.
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:89:ac:b4"/><model type="virtio"/><mtu size="1442"/><target dev="tap1df54466-46"/></interface> {{(pid=75255) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:89:ac:b4"/><model type="virtio"/><mtu size="1442"/><target dev="tap1df54466-46"/></interface>not found in domain: <domain type='kvm' id='9'>
Dec 01 21:10:28 user nova-compute[75255]:   <name>instance-00000009</name>
Dec 01 21:10:28 user nova-compute[75255]:   <uuid>79f5e25b-62bf-4ac8-bdbc-888080dc087c</uuid>
Dec 01 21:10:28 user nova-compute[75255]:   <metadata>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:10:28 user nova-compute[75255]:   <nova:package version="0.0.0"/>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:name>tempest-device-tagging-server-476272726</nova:name>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:creationTime>2023-12-01 21:09:25</nova:creationTime>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:flavor name="m1.tiny">
Dec 01 21:10:28 user nova-compute[75255]:     <nova:memory>512</nova:memory>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:disk>1</nova:disk>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:swap>0</nova:swap>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:vcpus>1</nova:vcpus>
Dec 01 21:10:28 user nova-compute[75255]:   </nova:flavor>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:owner>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:user uuid="da7a3f82eae54557b155c3f15d445f18">tempest-TaggedAttachmentsTest-236998666-project-member</nova:user>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:project uuid="4b01fbde7aba4816a1cf564ae53ed028">tempest-TaggedAttachmentsTest-236998666</nova:project>
Dec 01 21:10:28 user nova-compute[75255]:   </nova:owner>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:ports>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:port uuid="8f643276-75ed-448f-9a28-acd342a7a537">
Dec 01 21:10:28 user nova-compute[75255]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:10:28 user nova-compute[75255]:     </nova:port>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:port uuid="1df54466-46bc-4002-96d3-4678f352fd06">
Dec 01 21:10:28 user nova-compute[75255]:       <nova:ip type="fixed" address="10.10.10.102" ipVersion="4"/>
Dec 01 21:10:28 user nova-compute[75255]:     </nova:port>
Dec 01 21:10:28 user nova-compute[75255]:   </nova:ports>
Dec 01 21:10:28 user nova-compute[75255]: </nova:instance>
Dec 01 21:10:28 user nova-compute[75255]:   </metadata>
Dec 01 21:10:28 user nova-compute[75255]:   <memory unit='KiB'>524288</memory>
Dec 01 21:10:28 user nova-compute[75255]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 01 21:10:28 user nova-compute[75255]:   <vcpu placement='static'>1</vcpu>
Dec 01 21:10:28 user nova-compute[75255]:   <resource>
Dec 01 21:10:28 user nova-compute[75255]:     <partition>/machine</partition>
Dec 01 21:10:28 user nova-compute[75255]:   </resource>
Dec 01 21:10:28 user nova-compute[75255]:   <sysinfo type='smbios'>
Dec 01 21:10:28 user nova-compute[75255]:     <system>
Dec 01 21:10:28 user nova-compute[75255]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 01 21:10:28 user nova-compute[75255]:       <entry name='product'>OpenStack Nova</entry>
Dec 01 21:10:28 user nova-compute[75255]:       <entry name='version'>0.0.0</entry>
Dec 01 21:10:28 user nova-compute[75255]:       <entry name='serial'>79f5e25b-62bf-4ac8-bdbc-888080dc087c</entry>
Dec 01 21:10:28 user nova-compute[75255]:       <entry name='uuid'>79f5e25b-62bf-4ac8-bdbc-888080dc087c</entry>
Dec 01 21:10:28 user nova-compute[75255]:       <entry name='family'>Virtual Machine</entry>
Dec 01 21:10:28 user nova-compute[75255]:     </system>
Dec 01 21:10:28 user nova-compute[75255]:   </sysinfo>
Dec 01 21:10:28 user nova-compute[75255]:   <os>
Dec 01 21:10:28 user nova-compute[75255]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 01 21:10:28 user nova-compute[75255]:     <boot dev='hd'/>
Dec 01 21:10:28 user nova-compute[75255]:     <smbios mode='sysinfo'/>
Dec 01 21:10:28 user nova-compute[75255]:   </os>
Dec 01 21:10:28 user nova-compute[75255]:   <features>
Dec 01 21:10:28 user nova-compute[75255]:     <acpi/>
Dec 01 21:10:28 user nova-compute[75255]:     <apic/>
Dec 01 21:10:28 user nova-compute[75255]:     <vmcoreinfo state='on'/>
Dec 01 21:10:28 user nova-compute[75255]:   </features>
Dec 01 21:10:28 user nova-compute[75255]:   <cpu mode='custom' match='exact' check='full'>
Dec 01 21:10:28 user nova-compute[75255]:     <model fallback='forbid'>Nehalem</model>
Dec 01 21:10:28 user nova-compute[75255]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 01 21:10:28 user nova-compute[75255]:     <feature policy='require' name='vme'/>
Dec 01 21:10:28 user nova-compute[75255]:     <feature policy='require' name='x2apic'/>
Dec 01 21:10:28 user nova-compute[75255]:     <feature policy='require' name='hypervisor'/>
Dec 01 21:10:28 user nova-compute[75255]:   </cpu>
Dec 01 21:10:28 user nova-compute[75255]:   <clock offset='utc'>
Dec 01 21:10:28 user nova-compute[75255]:     <timer name='pit' tickpolicy='delay'/>
Dec 01 21:10:28 user nova-compute[75255]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 01 21:10:28 user nova-compute[75255]:     <timer name='hpet' present='no'/>
Dec 01 21:10:28 user nova-compute[75255]:   </clock>
Dec 01 21:10:28 user nova-compute[75255]:   <on_poweroff>destroy</on_poweroff>
Dec 01 21:10:28 user nova-compute[75255]:   <on_reboot>restart</on_reboot>
Dec 01 21:10:28 user nova-compute[75255]:   <on_crash>destroy</on_crash>
Dec 01 21:10:28 user nova-compute[75255]:   <devices>
Dec 01 21:10:28 user nova-compute[75255]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 01 21:10:28 user nova-compute[75255]:     <disk type='file' device='disk'>
Dec 01 21:10:28 user nova-compute[75255]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 01 21:10:28 user nova-compute[75255]:       <source file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk' index='2'/>
Dec 01 21:10:28 user nova-compute[75255]:       <backingStore type='file' index='3'>
Dec 01 21:10:28 user nova-compute[75255]:         <format type='raw'/>
Dec 01 21:10:28 user nova-compute[75255]:         <source file='/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12'/>
Dec 01 21:10:28 user nova-compute[75255]:         <backingStore/>
Dec 01 21:10:28 user nova-compute[75255]:       </backingStore>
Dec 01 21:10:28 user nova-compute[75255]:       <target dev='vda' bus='virtio'/>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='virtio-disk0'/>
Dec 01 21:10:28 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </disk>
Dec 01 21:10:28 user nova-compute[75255]:     <disk type='file' device='cdrom'>
Dec 01 21:10:28 user nova-compute[75255]:       <driver name='qemu' type='raw' cache='none'/>
Dec 01 21:10:28 user nova-compute[75255]:       <source file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.config' index='1'/>
Dec 01 21:10:28 user nova-compute[75255]:       <backingStore/>
Dec 01 21:10:28 user nova-compute[75255]:       <target dev='hda' bus='ide'/>
Dec 01 21:10:28 user nova-compute[75255]:       <readonly/>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='ide0-0-0'/>
Dec 01 21:10:28 user nova-compute[75255]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </disk>
Dec 01 21:10:28 user nova-compute[75255]:     <controller type='usb' index='0' model='none'>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='usb'/>
Dec 01 21:10:28 user nova-compute[75255]:     </controller>
Dec 01 21:10:28 user nova-compute[75255]:     <controller type='pci' index='0' model='pci-root'>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='pci.0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </controller>
Dec 01 21:10:28 user nova-compute[75255]:     <controller type='ide' index='0'>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='ide'/>
Dec 01 21:10:28 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 01 21:10:28 user nova-compute[75255]:     </controller>
Dec 01 21:10:28 user nova-compute[75255]:     <interface type='ethernet'>
Dec 01 21:10:28 user nova-compute[75255]:       <mac address='fa:16:3e:f5:27:e2'/>
Dec 01 21:10:28 user nova-compute[75255]:       <target dev='tap8f643276-75'/>
Dec 01 21:10:28 user nova-compute[75255]:       <model type='virtio'/>
Dec 01 21:10:28 user nova-compute[75255]:       <mtu size='1442'/>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='net0'/>
Dec 01 21:10:28 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </interface>
Dec 01 21:10:28 user nova-compute[75255]:     <serial type='pty'>
Dec 01 21:10:28 user nova-compute[75255]:       <source path='/dev/pts/7'/>
Dec 01 21:10:28 user nova-compute[75255]:       <log file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/console.log' append='off'/>
Dec 01 21:10:28 user nova-compute[75255]:       <target type='isa-serial' port='0'>
Dec 01 21:10:28 user nova-compute[75255]:         <model name='isa-serial'/>
Dec 01 21:10:28 user nova-compute[75255]:       </target>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='serial0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </serial>
Dec 01 21:10:28 user nova-compute[75255]:     <console type='pty' tty='/dev/pts/7'>
Dec 01 21:10:28 user nova-compute[75255]:       <source path='/dev/pts/7'/>
Dec 01 21:10:28 user nova-compute[75255]:       <log file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/console.log' append='off'/>
Dec 01 21:10:28 user nova-compute[75255]:       <target type='serial' port='0'/>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='serial0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </console>
Dec 01 21:10:28 user nova-compute[75255]:     <input type='mouse' bus='ps2'>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='input0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </input>
Dec 01 21:10:28 user nova-compute[75255]:     <input type='keyboard' bus='ps2'>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='input1'/>
Dec 01 21:10:28 user nova-compute[75255]:     </input>
Dec 01 21:10:28 user nova-compute[75255]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Dec 01 21:10:28 user nova-compute[75255]:       <listen type='address' address='0.0.0.0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </graphics>
Dec 01 21:10:28 user nova-compute[75255]:     <audio id='1' type='none'/>
Dec 01 21:10:28 user nova-compute[75255]:     <video>
Dec 01 21:10:28 user nova-compute[75255]:       <model type='virtio' heads='1' primary='yes'/>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='video0'/>
Dec 01 21:10:28 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </video>
Dec 01 21:10:28 user nova-compute[75255]:     <memballoon model='virtio'>
Dec 01 21:10:28 user nova-compute[75255]:       <stats period='10'/>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='balloon0'/>
Dec 01 21:10:28 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </memballoon>
Dec 01 21:10:28 user nova-compute[75255]:     <rng model='virtio'>
Dec 01 21:10:28 user nova-compute[75255]:       <backend model='random'>/dev/urandom</backend>
Dec 01 21:10:28 user nova-compute[75255]:       <alias name='rng0'/>
Dec 01 21:10:28 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 01 21:10:28 user nova-compute[75255]:     </rng>
Dec 01 21:10:28 user nova-compute[75255]:   </devices>
Dec 01 21:10:28 user nova-compute[75255]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 01 21:10:28 user nova-compute[75255]:     <label>libvirt-79f5e25b-62bf-4ac8-bdbc-888080dc087c</label>
Dec 01 21:10:28 user nova-compute[75255]:     <imagelabel>libvirt-79f5e25b-62bf-4ac8-bdbc-888080dc087c</imagelabel>
Dec 01 21:10:28 user nova-compute[75255]:   </seclabel>
Dec 01 21:10:28 user nova-compute[75255]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 01 21:10:28 user nova-compute[75255]:     <label>+64055:+108</label>
Dec 01 21:10:28 user nova-compute[75255]:     <imagelabel>+64055:+108</imagelabel>
Dec 01 21:10:28 user nova-compute[75255]:   </seclabel>
Dec 01 21:10:28 user nova-compute[75255]: </domain>
Dec 01 21:10:28 user nova-compute[75255]:  {{(pid=75255) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 01 21:10:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Successfully detached device tap1df54466-46 from instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c from the live domain config.
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-476272726',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-476272726',id=9,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1MQL2b7PgGeYANZOQm2tz/hOqpef9xCRsyln40kU+yrF431VteahAB1y4bPcZonoZxNh+VvNS+ZUjQ4eWf3f9TI2krxiQht+nIaZQ/QnjUPymnOKnlXRnpPlm3pP3e6A==',key_name='tempest-keypair-1545124887',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b01fbde7aba4816a1cf564ae53ed028',ramdisk_id='',reservation_id='r-vb4hmibq',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-236998666',owner_user_name='tempest-TaggedAttachmentsTest-236998666-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da7a3f82eae54557b155c3f15d445f18',uuid=79f5e25b-62bf-4ac8-bdbc-888080dc087c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converting VIF {"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG os_vif [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1df54466-46, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9398cdfc-85a8-4a66-9ddc-8494b7d038cb) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:28 user nova-compute[75255]: INFO os_vif [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46')
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:10:28 user nova-compute[75255]:   <nova:package version="0.0.0"/>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:name>tempest-device-tagging-server-476272726</nova:name>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:creationTime>2023-12-01 21:10:28</nova:creationTime>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:flavor name="m1.tiny">
Dec 01 21:10:28 user nova-compute[75255]:     <nova:memory>512</nova:memory>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:disk>1</nova:disk>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:swap>0</nova:swap>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:vcpus>1</nova:vcpus>
Dec 01 21:10:28 user nova-compute[75255]:   </nova:flavor>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:owner>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:user uuid="da7a3f82eae54557b155c3f15d445f18">tempest-TaggedAttachmentsTest-236998666-project-member</nova:user>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:project uuid="4b01fbde7aba4816a1cf564ae53ed028">tempest-TaggedAttachmentsTest-236998666</nova:project>
Dec 01 21:10:28 user nova-compute[75255]:   </nova:owner>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:10:28 user nova-compute[75255]:   <nova:ports>
Dec 01 21:10:28 user nova-compute[75255]:     <nova:port uuid="8f643276-75ed-448f-9a28-acd342a7a537">
Dec 01 21:10:28 user nova-compute[75255]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:10:28 user nova-compute[75255]:     </nova:port>
Dec 01 21:10:28 user nova-compute[75255]:   </nova:ports>
Dec 01 21:10:28 user nova-compute[75255]: </nova:instance>
Dec 01 21:10:28 user nova-compute[75255]:  {{(pid=75255) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-deleted-1df54466-46bc-4002-96d3-4678f352fd06 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:28 user nova-compute[75255]: INFO nova.compute.manager [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Neutron deleted interface 1df54466-46bc-4002-96d3-4678f352fd06; detaching it from the instance and deleting it from the info cache
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.network.neutron [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updating instance_info_cache with network_info: [{"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquired lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.network.neutron [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.objects.instance [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] Lazy-loading 'system_metadata' on Instance uuid 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.objects.instance [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] Lazy-loading 'flavor' on Instance uuid 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.objects.base [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] Object Instance<79f5e25b-62bf-4ac8-bdbc-888080dc087c> lazy-loaded attributes: system_metadata,flavor {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-476272726',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-476272726',id=9,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1MQL2b7PgGeYANZOQm2tz/hOqpef9xCRsyln40kU+yrF431VteahAB1y4bPcZonoZxNh+VvNS+ZUjQ4eWf3f9TI2krxiQht+nIaZQ/QnjUPymnOKnlXRnpPlm3pP3e6A==',key_name='tempest-keypair-1545124887',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b01fbde7aba4816a1cf564ae53ed028',ramdisk_id='',reservation_id='r-vb4hmibq',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-236998666',owner_user_name='tempest-TaggedAttachmentsTest-236998666-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da7a3f82eae54557b155c3f15d445f18',uuid=79f5e25b-62bf-4ac8-bdbc-888080dc087c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.network.os_vif_util [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] Converting VIF {"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:10:28 user nova-compute[75255]: DEBUG nova.network.os_vif_util [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:89:ac:b4"/><model type="virtio"/><mtu size="1442"/><target dev="tap1df54466-46"/></interface> {{(pid=75255) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:89:ac:b4"/><model type="virtio"/><mtu size="1442"/><target dev="tap1df54466-46"/></interface>not found in domain: <domain type='kvm' id='9'>
Dec 01 21:10:29 user nova-compute[75255]:   <name>instance-00000009</name>
Dec 01 21:10:29 user nova-compute[75255]:   <uuid>79f5e25b-62bf-4ac8-bdbc-888080dc087c</uuid>
Dec 01 21:10:29 user nova-compute[75255]:   <metadata>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:10:29 user nova-compute[75255]:   <nova:package version="0.0.0"/>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:name>tempest-device-tagging-server-476272726</nova:name>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:creationTime>2023-12-01 21:10:28</nova:creationTime>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:flavor name="m1.tiny">
Dec 01 21:10:29 user nova-compute[75255]:     <nova:memory>512</nova:memory>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:disk>1</nova:disk>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:swap>0</nova:swap>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:vcpus>1</nova:vcpus>
Dec 01 21:10:29 user nova-compute[75255]:   </nova:flavor>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:owner>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:user uuid="da7a3f82eae54557b155c3f15d445f18">tempest-TaggedAttachmentsTest-236998666-project-member</nova:user>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:project uuid="4b01fbde7aba4816a1cf564ae53ed028">tempest-TaggedAttachmentsTest-236998666</nova:project>
Dec 01 21:10:29 user nova-compute[75255]:   </nova:owner>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:ports>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:port uuid="8f643276-75ed-448f-9a28-acd342a7a537">
Dec 01 21:10:29 user nova-compute[75255]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:10:29 user nova-compute[75255]:     </nova:port>
Dec 01 21:10:29 user nova-compute[75255]:   </nova:ports>
Dec 01 21:10:29 user nova-compute[75255]: </nova:instance>
Dec 01 21:10:29 user nova-compute[75255]:   </metadata>
Dec 01 21:10:29 user nova-compute[75255]:   <memory unit='KiB'>524288</memory>
Dec 01 21:10:29 user nova-compute[75255]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 01 21:10:29 user nova-compute[75255]:   <vcpu placement='static'>1</vcpu>
Dec 01 21:10:29 user nova-compute[75255]:   <resource>
Dec 01 21:10:29 user nova-compute[75255]:     <partition>/machine</partition>
Dec 01 21:10:29 user nova-compute[75255]:   </resource>
Dec 01 21:10:29 user nova-compute[75255]:   <sysinfo type='smbios'>
Dec 01 21:10:29 user nova-compute[75255]:     <system>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='product'>OpenStack Nova</entry>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='version'>0.0.0</entry>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='serial'>79f5e25b-62bf-4ac8-bdbc-888080dc087c</entry>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='uuid'>79f5e25b-62bf-4ac8-bdbc-888080dc087c</entry>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='family'>Virtual Machine</entry>
Dec 01 21:10:29 user nova-compute[75255]:     </system>
Dec 01 21:10:29 user nova-compute[75255]:   </sysinfo>
Dec 01 21:10:29 user nova-compute[75255]:   <os>
Dec 01 21:10:29 user nova-compute[75255]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 01 21:10:29 user nova-compute[75255]:     <boot dev='hd'/>
Dec 01 21:10:29 user nova-compute[75255]:     <smbios mode='sysinfo'/>
Dec 01 21:10:29 user nova-compute[75255]:   </os>
Dec 01 21:10:29 user nova-compute[75255]:   <features>
Dec 01 21:10:29 user nova-compute[75255]:     <acpi/>
Dec 01 21:10:29 user nova-compute[75255]:     <apic/>
Dec 01 21:10:29 user nova-compute[75255]:     <vmcoreinfo state='on'/>
Dec 01 21:10:29 user nova-compute[75255]:   </features>
Dec 01 21:10:29 user nova-compute[75255]:   <cpu mode='custom' match='exact' check='full'>
Dec 01 21:10:29 user nova-compute[75255]:     <model fallback='forbid'>Nehalem</model>
Dec 01 21:10:29 user nova-compute[75255]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 01 21:10:29 user nova-compute[75255]:     <feature policy='require' name='vme'/>
Dec 01 21:10:29 user nova-compute[75255]:     <feature policy='require' name='x2apic'/>
Dec 01 21:10:29 user nova-compute[75255]:     <feature policy='require' name='hypervisor'/>
Dec 01 21:10:29 user nova-compute[75255]:   </cpu>
Dec 01 21:10:29 user nova-compute[75255]:   <clock offset='utc'>
Dec 01 21:10:29 user nova-compute[75255]:     <timer name='pit' tickpolicy='delay'/>
Dec 01 21:10:29 user nova-compute[75255]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 01 21:10:29 user nova-compute[75255]:     <timer name='hpet' present='no'/>
Dec 01 21:10:29 user nova-compute[75255]:   </clock>
Dec 01 21:10:29 user nova-compute[75255]:   <on_poweroff>destroy</on_poweroff>
Dec 01 21:10:29 user nova-compute[75255]:   <on_reboot>restart</on_reboot>
Dec 01 21:10:29 user nova-compute[75255]:   <on_crash>destroy</on_crash>
Dec 01 21:10:29 user nova-compute[75255]:   <devices>
Dec 01 21:10:29 user nova-compute[75255]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 01 21:10:29 user nova-compute[75255]:     <disk type='file' device='disk'>
Dec 01 21:10:29 user nova-compute[75255]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 01 21:10:29 user nova-compute[75255]:       <source file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk' index='2'/>
Dec 01 21:10:29 user nova-compute[75255]:       <backingStore type='file' index='3'>
Dec 01 21:10:29 user nova-compute[75255]:         <format type='raw'/>
Dec 01 21:10:29 user nova-compute[75255]:         <source file='/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12'/>
Dec 01 21:10:29 user nova-compute[75255]:         <backingStore/>
Dec 01 21:10:29 user nova-compute[75255]:       </backingStore>
Dec 01 21:10:29 user nova-compute[75255]:       <target dev='vda' bus='virtio'/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='virtio-disk0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </disk>
Dec 01 21:10:29 user nova-compute[75255]:     <disk type='file' device='cdrom'>
Dec 01 21:10:29 user nova-compute[75255]:       <driver name='qemu' type='raw' cache='none'/>
Dec 01 21:10:29 user nova-compute[75255]:       <source file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.config' index='1'/>
Dec 01 21:10:29 user nova-compute[75255]:       <backingStore/>
Dec 01 21:10:29 user nova-compute[75255]:       <target dev='hda' bus='ide'/>
Dec 01 21:10:29 user nova-compute[75255]:       <readonly/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='ide0-0-0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </disk>
Dec 01 21:10:29 user nova-compute[75255]:     <controller type='usb' index='0' model='none'>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='usb'/>
Dec 01 21:10:29 user nova-compute[75255]:     </controller>
Dec 01 21:10:29 user nova-compute[75255]:     <controller type='pci' index='0' model='pci-root'>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='pci.0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </controller>
Dec 01 21:10:29 user nova-compute[75255]:     <controller type='ide' index='0'>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='ide'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 01 21:10:29 user nova-compute[75255]:     </controller>
Dec 01 21:10:29 user nova-compute[75255]:     <interface type='ethernet'>
Dec 01 21:10:29 user nova-compute[75255]:       <mac address='fa:16:3e:f5:27:e2'/>
Dec 01 21:10:29 user nova-compute[75255]:       <target dev='tap8f643276-75'/>
Dec 01 21:10:29 user nova-compute[75255]:       <model type='virtio'/>
Dec 01 21:10:29 user nova-compute[75255]:       <mtu size='1442'/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='net0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </interface>
Dec 01 21:10:29 user nova-compute[75255]:     <serial type='pty'>
Dec 01 21:10:29 user nova-compute[75255]:       <source path='/dev/pts/7'/>
Dec 01 21:10:29 user nova-compute[75255]:       <log file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/console.log' append='off'/>
Dec 01 21:10:29 user nova-compute[75255]:       <target type='isa-serial' port='0'>
Dec 01 21:10:29 user nova-compute[75255]:         <model name='isa-serial'/>
Dec 01 21:10:29 user nova-compute[75255]:       </target>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='serial0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </serial>
Dec 01 21:10:29 user nova-compute[75255]:     <console type='pty' tty='/dev/pts/7'>
Dec 01 21:10:29 user nova-compute[75255]:       <source path='/dev/pts/7'/>
Dec 01 21:10:29 user nova-compute[75255]:       <log file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/console.log' append='off'/>
Dec 01 21:10:29 user nova-compute[75255]:       <target type='serial' port='0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='serial0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </console>
Dec 01 21:10:29 user nova-compute[75255]:     <input type='mouse' bus='ps2'>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='input0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </input>
Dec 01 21:10:29 user nova-compute[75255]:     <input type='keyboard' bus='ps2'>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='input1'/>
Dec 01 21:10:29 user nova-compute[75255]:     </input>
Dec 01 21:10:29 user nova-compute[75255]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Dec 01 21:10:29 user nova-compute[75255]:       <listen type='address' address='0.0.0.0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </graphics>
Dec 01 21:10:29 user nova-compute[75255]:     <audio id='1' type='none'/>
Dec 01 21:10:29 user nova-compute[75255]:     <video>
Dec 01 21:10:29 user nova-compute[75255]:       <model type='virtio' heads='1' primary='yes'/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='video0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </video>
Dec 01 21:10:29 user nova-compute[75255]:     <memballoon model='virtio'>
Dec 01 21:10:29 user nova-compute[75255]:       <stats period='10'/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='balloon0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </memballoon>
Dec 01 21:10:29 user nova-compute[75255]:     <rng model='virtio'>
Dec 01 21:10:29 user nova-compute[75255]:       <backend model='random'>/dev/urandom</backend>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='rng0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </rng>
Dec 01 21:10:29 user nova-compute[75255]:   </devices>
Dec 01 21:10:29 user nova-compute[75255]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 01 21:10:29 user nova-compute[75255]:     <label>libvirt-79f5e25b-62bf-4ac8-bdbc-888080dc087c</label>
Dec 01 21:10:29 user nova-compute[75255]:     <imagelabel>libvirt-79f5e25b-62bf-4ac8-bdbc-888080dc087c</imagelabel>
Dec 01 21:10:29 user nova-compute[75255]:   </seclabel>
Dec 01 21:10:29 user nova-compute[75255]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 01 21:10:29 user nova-compute[75255]:     <label>+64055:+108</label>
Dec 01 21:10:29 user nova-compute[75255]:     <imagelabel>+64055:+108</imagelabel>
Dec 01 21:10:29 user nova-compute[75255]:   </seclabel>
Dec 01 21:10:29 user nova-compute[75255]: </domain>
Dec 01 21:10:29 user nova-compute[75255]:  {{(pid=75255) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:89:ac:b4"/><model type="virtio"/><mtu size="1442"/><target dev="tap1df54466-46"/></interface> {{(pid=75255) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:89:ac:b4"/><model type="virtio"/><mtu size="1442"/><target dev="tap1df54466-46"/></interface>not found in domain: <domain type='kvm' id='9'>
Dec 01 21:10:29 user nova-compute[75255]:   <name>instance-00000009</name>
Dec 01 21:10:29 user nova-compute[75255]:   <uuid>79f5e25b-62bf-4ac8-bdbc-888080dc087c</uuid>
Dec 01 21:10:29 user nova-compute[75255]:   <metadata>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:10:29 user nova-compute[75255]:   <nova:package version="0.0.0"/>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:name>tempest-device-tagging-server-476272726</nova:name>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:creationTime>2023-12-01 21:10:28</nova:creationTime>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:flavor name="m1.tiny">
Dec 01 21:10:29 user nova-compute[75255]:     <nova:memory>512</nova:memory>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:disk>1</nova:disk>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:swap>0</nova:swap>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:vcpus>1</nova:vcpus>
Dec 01 21:10:29 user nova-compute[75255]:   </nova:flavor>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:owner>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:user uuid="da7a3f82eae54557b155c3f15d445f18">tempest-TaggedAttachmentsTest-236998666-project-member</nova:user>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:project uuid="4b01fbde7aba4816a1cf564ae53ed028">tempest-TaggedAttachmentsTest-236998666</nova:project>
Dec 01 21:10:29 user nova-compute[75255]:   </nova:owner>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:ports>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:port uuid="8f643276-75ed-448f-9a28-acd342a7a537">
Dec 01 21:10:29 user nova-compute[75255]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:10:29 user nova-compute[75255]:     </nova:port>
Dec 01 21:10:29 user nova-compute[75255]:   </nova:ports>
Dec 01 21:10:29 user nova-compute[75255]: </nova:instance>
Dec 01 21:10:29 user nova-compute[75255]:   </metadata>
Dec 01 21:10:29 user nova-compute[75255]:   <memory unit='KiB'>524288</memory>
Dec 01 21:10:29 user nova-compute[75255]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 01 21:10:29 user nova-compute[75255]:   <vcpu placement='static'>1</vcpu>
Dec 01 21:10:29 user nova-compute[75255]:   <resource>
Dec 01 21:10:29 user nova-compute[75255]:     <partition>/machine</partition>
Dec 01 21:10:29 user nova-compute[75255]:   </resource>
Dec 01 21:10:29 user nova-compute[75255]:   <sysinfo type='smbios'>
Dec 01 21:10:29 user nova-compute[75255]:     <system>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='product'>OpenStack Nova</entry>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='version'>0.0.0</entry>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='serial'>79f5e25b-62bf-4ac8-bdbc-888080dc087c</entry>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='uuid'>79f5e25b-62bf-4ac8-bdbc-888080dc087c</entry>
Dec 01 21:10:29 user nova-compute[75255]:       <entry name='family'>Virtual Machine</entry>
Dec 01 21:10:29 user nova-compute[75255]:     </system>
Dec 01 21:10:29 user nova-compute[75255]:   </sysinfo>
Dec 01 21:10:29 user nova-compute[75255]:   <os>
Dec 01 21:10:29 user nova-compute[75255]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 01 21:10:29 user nova-compute[75255]:     <boot dev='hd'/>
Dec 01 21:10:29 user nova-compute[75255]:     <smbios mode='sysinfo'/>
Dec 01 21:10:29 user nova-compute[75255]:   </os>
Dec 01 21:10:29 user nova-compute[75255]:   <features>
Dec 01 21:10:29 user nova-compute[75255]:     <acpi/>
Dec 01 21:10:29 user nova-compute[75255]:     <apic/>
Dec 01 21:10:29 user nova-compute[75255]:     <vmcoreinfo state='on'/>
Dec 01 21:10:29 user nova-compute[75255]:   </features>
Dec 01 21:10:29 user nova-compute[75255]:   <cpu mode='custom' match='exact' check='full'>
Dec 01 21:10:29 user nova-compute[75255]:     <model fallback='forbid'>Nehalem</model>
Dec 01 21:10:29 user nova-compute[75255]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 01 21:10:29 user nova-compute[75255]:     <feature policy='require' name='vme'/>
Dec 01 21:10:29 user nova-compute[75255]:     <feature policy='require' name='x2apic'/>
Dec 01 21:10:29 user nova-compute[75255]:     <feature policy='require' name='hypervisor'/>
Dec 01 21:10:29 user nova-compute[75255]:   </cpu>
Dec 01 21:10:29 user nova-compute[75255]:   <clock offset='utc'>
Dec 01 21:10:29 user nova-compute[75255]:     <timer name='pit' tickpolicy='delay'/>
Dec 01 21:10:29 user nova-compute[75255]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 01 21:10:29 user nova-compute[75255]:     <timer name='hpet' present='no'/>
Dec 01 21:10:29 user nova-compute[75255]:   </clock>
Dec 01 21:10:29 user nova-compute[75255]:   <on_poweroff>destroy</on_poweroff>
Dec 01 21:10:29 user nova-compute[75255]:   <on_reboot>restart</on_reboot>
Dec 01 21:10:29 user nova-compute[75255]:   <on_crash>destroy</on_crash>
Dec 01 21:10:29 user nova-compute[75255]:   <devices>
Dec 01 21:10:29 user nova-compute[75255]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 01 21:10:29 user nova-compute[75255]:     <disk type='file' device='disk'>
Dec 01 21:10:29 user nova-compute[75255]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 01 21:10:29 user nova-compute[75255]:       <source file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk' index='2'/>
Dec 01 21:10:29 user nova-compute[75255]:       <backingStore type='file' index='3'>
Dec 01 21:10:29 user nova-compute[75255]:         <format type='raw'/>
Dec 01 21:10:29 user nova-compute[75255]:         <source file='/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12'/>
Dec 01 21:10:29 user nova-compute[75255]:         <backingStore/>
Dec 01 21:10:29 user nova-compute[75255]:       </backingStore>
Dec 01 21:10:29 user nova-compute[75255]:       <target dev='vda' bus='virtio'/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='virtio-disk0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </disk>
Dec 01 21:10:29 user nova-compute[75255]:     <disk type='file' device='cdrom'>
Dec 01 21:10:29 user nova-compute[75255]:       <driver name='qemu' type='raw' cache='none'/>
Dec 01 21:10:29 user nova-compute[75255]:       <source file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk.config' index='1'/>
Dec 01 21:10:29 user nova-compute[75255]:       <backingStore/>
Dec 01 21:10:29 user nova-compute[75255]:       <target dev='hda' bus='ide'/>
Dec 01 21:10:29 user nova-compute[75255]:       <readonly/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='ide0-0-0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </disk>
Dec 01 21:10:29 user nova-compute[75255]:     <controller type='usb' index='0' model='none'>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='usb'/>
Dec 01 21:10:29 user nova-compute[75255]:     </controller>
Dec 01 21:10:29 user nova-compute[75255]:     <controller type='pci' index='0' model='pci-root'>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='pci.0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </controller>
Dec 01 21:10:29 user nova-compute[75255]:     <controller type='ide' index='0'>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='ide'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 01 21:10:29 user nova-compute[75255]:     </controller>
Dec 01 21:10:29 user nova-compute[75255]:     <interface type='ethernet'>
Dec 01 21:10:29 user nova-compute[75255]:       <mac address='fa:16:3e:f5:27:e2'/>
Dec 01 21:10:29 user nova-compute[75255]:       <target dev='tap8f643276-75'/>
Dec 01 21:10:29 user nova-compute[75255]:       <model type='virtio'/>
Dec 01 21:10:29 user nova-compute[75255]:       <mtu size='1442'/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='net0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </interface>
Dec 01 21:10:29 user nova-compute[75255]:     <serial type='pty'>
Dec 01 21:10:29 user nova-compute[75255]:       <source path='/dev/pts/7'/>
Dec 01 21:10:29 user nova-compute[75255]:       <log file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/console.log' append='off'/>
Dec 01 21:10:29 user nova-compute[75255]:       <target type='isa-serial' port='0'>
Dec 01 21:10:29 user nova-compute[75255]:         <model name='isa-serial'/>
Dec 01 21:10:29 user nova-compute[75255]:       </target>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='serial0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </serial>
Dec 01 21:10:29 user nova-compute[75255]:     <console type='pty' tty='/dev/pts/7'>
Dec 01 21:10:29 user nova-compute[75255]:       <source path='/dev/pts/7'/>
Dec 01 21:10:29 user nova-compute[75255]:       <log file='/opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/console.log' append='off'/>
Dec 01 21:10:29 user nova-compute[75255]:       <target type='serial' port='0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='serial0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </console>
Dec 01 21:10:29 user nova-compute[75255]:     <input type='mouse' bus='ps2'>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='input0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </input>
Dec 01 21:10:29 user nova-compute[75255]:     <input type='keyboard' bus='ps2'>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='input1'/>
Dec 01 21:10:29 user nova-compute[75255]:     </input>
Dec 01 21:10:29 user nova-compute[75255]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Dec 01 21:10:29 user nova-compute[75255]:       <listen type='address' address='0.0.0.0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </graphics>
Dec 01 21:10:29 user nova-compute[75255]:     <audio id='1' type='none'/>
Dec 01 21:10:29 user nova-compute[75255]:     <video>
Dec 01 21:10:29 user nova-compute[75255]:       <model type='virtio' heads='1' primary='yes'/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='video0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </video>
Dec 01 21:10:29 user nova-compute[75255]:     <memballoon model='virtio'>
Dec 01 21:10:29 user nova-compute[75255]:       <stats period='10'/>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='balloon0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </memballoon>
Dec 01 21:10:29 user nova-compute[75255]:     <rng model='virtio'>
Dec 01 21:10:29 user nova-compute[75255]:       <backend model='random'>/dev/urandom</backend>
Dec 01 21:10:29 user nova-compute[75255]:       <alias name='rng0'/>
Dec 01 21:10:29 user nova-compute[75255]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 01 21:10:29 user nova-compute[75255]:     </rng>
Dec 01 21:10:29 user nova-compute[75255]:   </devices>
Dec 01 21:10:29 user nova-compute[75255]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 01 21:10:29 user nova-compute[75255]:     <label>libvirt-79f5e25b-62bf-4ac8-bdbc-888080dc087c</label>
Dec 01 21:10:29 user nova-compute[75255]:     <imagelabel>libvirt-79f5e25b-62bf-4ac8-bdbc-888080dc087c</imagelabel>
Dec 01 21:10:29 user nova-compute[75255]:   </seclabel>
Dec 01 21:10:29 user nova-compute[75255]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 01 21:10:29 user nova-compute[75255]:     <label>+64055:+108</label>
Dec 01 21:10:29 user nova-compute[75255]:     <imagelabel>+64055:+108</imagelabel>
Dec 01 21:10:29 user nova-compute[75255]:   </seclabel>
Dec 01 21:10:29 user nova-compute[75255]: </domain>
Dec 01 21:10:29 user nova-compute[75255]:  {{(pid=75255) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 01 21:10:29 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Detaching interface fa:16:3e:89:ac:b4 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap1df54466-46' not found.
Dec 01 21:10:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-476272726',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-476272726',id=9,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1MQL2b7PgGeYANZOQm2tz/hOqpef9xCRsyln40kU+yrF431VteahAB1y4bPcZonoZxNh+VvNS+ZUjQ4eWf3f9TI2krxiQht+nIaZQ/QnjUPymnOKnlXRnpPlm3pP3e6A==',key_name='tempest-keypair-1545124887',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b01fbde7aba4816a1cf564ae53ed028',ramdisk_id='',reservation_id='r-vb4hmibq',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-236998666',owner_user_name='tempest-TaggedAttachmentsTest-236998666-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da7a3f82eae54557b155c3f15d445f18',uuid=79f5e25b-62bf-4ac8-bdbc-888080dc087c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG nova.network.os_vif_util [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] Converting VIF {"id": "1df54466-46bc-4002-96d3-4678f352fd06", "address": "fa:16:3e:89:ac:b4", "network": {"id": "890d8e1e-6482-4229-a19e-ab0ac9bdf31a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-307496679", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1df54466-46", "ovs_interfaceid": "1df54466-46bc-4002-96d3-4678f352fd06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG nova.network.os_vif_util [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG os_vif [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1df54466-46, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:10:29 user nova-compute[75255]: INFO os_vif [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:ac:b4,bridge_name='br-int',has_traffic_filtering=True,id=1df54466-46bc-4002-96d3-4678f352fd06,network=Network(890d8e1e-6482-4229-a19e-ab0ac9bdf31a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1df54466-46')
Dec 01 21:10:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [req-b2ebeb44-9d35-4cff-9e14-11b00da41682 req-1ea35444-e3f8-40a8-b12e-406613240400 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:10:29 user nova-compute[75255]:   <nova:package version="0.0.0"/>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:name>tempest-device-tagging-server-476272726</nova:name>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:creationTime>2023-12-01 21:10:29</nova:creationTime>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:flavor name="m1.tiny">
Dec 01 21:10:29 user nova-compute[75255]:     <nova:memory>512</nova:memory>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:disk>1</nova:disk>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:swap>0</nova:swap>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:vcpus>1</nova:vcpus>
Dec 01 21:10:29 user nova-compute[75255]:   </nova:flavor>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:owner>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:user uuid="da7a3f82eae54557b155c3f15d445f18">tempest-TaggedAttachmentsTest-236998666-project-member</nova:user>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:project uuid="4b01fbde7aba4816a1cf564ae53ed028">tempest-TaggedAttachmentsTest-236998666</nova:project>
Dec 01 21:10:29 user nova-compute[75255]:   </nova:owner>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:10:29 user nova-compute[75255]:   <nova:ports>
Dec 01 21:10:29 user nova-compute[75255]:     <nova:port uuid="8f643276-75ed-448f-9a28-acd342a7a537">
Dec 01 21:10:29 user nova-compute[75255]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:10:29 user nova-compute[75255]:     </nova:port>
Dec 01 21:10:29 user nova-compute[75255]:   </nova:ports>
Dec 01 21:10:29 user nova-compute[75255]: </nova:instance>
Dec 01 21:10:29 user nova-compute[75255]:  {{(pid=75255) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updating instance_info_cache with network_info: [{"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Releasing lock "refresh_cache-79f5e25b-62bf-4ac8-bdbc-888080dc087c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:10:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-83f990be-8bc1-47e6-8ce3-3a2d1fee5b33 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "interface-79f5e25b-62bf-4ac8-bdbc-888080dc087c-1df54466-46bc-4002-96d3-4678f352fd06" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.650s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:32 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 821ca711-391f-49d7-886f-bb82a6ab2453 is timed out.
Dec 01 21:10:32 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Successfully detached device vdb from instance 821ca711-391f-49d7-886f-bb82a6ab2453 from the live domain config.
Dec 01 21:10:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qmUzPsJl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': '5dbfe00b-08e8-4951-935d-a3a0efb39ed3'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:32 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e52d69-6f55-43fd-bd11-343765b04e13]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:10:32 user nova-compute[75255]: No targets found.
Dec 01 21:10:32 user nova-compute[75255]: iSNS:
Dec 01 21:10:32 user nova-compute[75255]: No targets found.
Dec 01 21:10:32 user nova-compute[75255]: STATIC:
Dec 01 21:10:32 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:10:32 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:32 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:32 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3
Dec 01 21:10:32 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:32 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:32 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b
Dec 01 21:10:32 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:10:32 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:10:32 user nova-compute[75255]: FIRMWARE:
Dec 01 21:10:32 user nova-compute[75255]: No targets found.
Dec 01 21:10:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:10:32 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:10:32 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[992aacfa-f677-4b18-9196-aeb0b53791bd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8068cb9-f73b-4981-b683-dfdfd77318da]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:32 user nova-compute[75255]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:10:32 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 (non-flash)
Dec 01 21:10:32 user nova-compute[75255]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:10:32 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cf2d090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3'): ({'sdd'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Removing single pathed devices sdd {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba39044f-c0de-4c3a-9b6e-d8104d161926]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[84cd91b9-32d6-44db-aa60-a43c5f54ab70]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Flushing IO for device /dev/sdd {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d959ca-7a84-47ce-baab-d015cb36d0a9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bc25478-26a6-4137-93c8-109b34ca0f48]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7064f802-0367-46cc-81d6-62cff5c0ee04]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[10188639-0837-4787-aaf6-1d92e1c27a00]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260]
Dec 01 21:10:32 user nova-compute[75255]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3, portal: 172.16.0.220,3260] successful.
Dec 01 21:10:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5dbfe00b-08e8-4951-935d-a3a0efb39ed3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b63108f5-e34c-4bdb-8dc0-e6c0a9bfdaea]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] <== disconnect_volume: return (309ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:10:32 user nova-compute[75255]: INFO nova.compute.claims [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Claim successful on node user
Dec 01 21:10:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.448s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG nova.network.neutron [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:10:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:10:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG nova.policy [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe80ee03fe3f4689a5b2dd26fcb82ebf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02d9cd06aef4bc398f87e189d8d3c9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:10:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Creating image(s)
Dec 01 21:10:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "/opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "/opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "/opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk 1073741824" returned: 0 in 0.097s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lazy-loading 'flavor' on Instance uuid 821ca711-391f-49d7-886f-bb82a6ab2453 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6114f062-c83e-4de9-b860-15bb35f3baf9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.639s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Successfully created port: 5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Cannot resize image /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Ensure instance console log exists: /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Successfully updated port: 5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "refresh_cache-5e89b861-cce8-4a5e-aebe-2031e19b0feb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquired lock "refresh_cache-5e89b861-cce8-4a5e-aebe-2031e19b0feb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-cef8c39f-81cb-4f5a-9c54-7a30077c5cf3 req-eb92799e-4a4f-4ec3-80fc-c670e8671f69 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Received event network-changed-5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-cef8c39f-81cb-4f5a-9c54-7a30077c5cf3 req-eb92799e-4a4f-4ec3-80fc-c670e8671f69 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Refreshing instance network info cache due to event network-changed-5f06c98f-6b73-4ce7-8615-a069b9d31b05. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cef8c39f-81cb-4f5a-9c54-7a30077c5cf3 req-eb92799e-4a4f-4ec3-80fc-c670e8671f69 service nova] Acquiring lock "refresh_cache-5e89b861-cce8-4a5e-aebe-2031e19b0feb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:10:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Updating instance_info_cache with network_info: [{"id": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "address": "fa:16:3e:8d:58:5f", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f06c98f-6b", "ovs_interfaceid": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Releasing lock "refresh_cache-5e89b861-cce8-4a5e-aebe-2031e19b0feb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Instance network_info: |[{"id": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "address": "fa:16:3e:8d:58:5f", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f06c98f-6b", "ovs_interfaceid": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cef8c39f-81cb-4f5a-9c54-7a30077c5cf3 req-eb92799e-4a4f-4ec3-80fc-c670e8671f69 service nova] Acquired lock "refresh_cache-5e89b861-cce8-4a5e-aebe-2031e19b0feb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-cef8c39f-81cb-4f5a-9c54-7a30077c5cf3 req-eb92799e-4a4f-4ec3-80fc-c670e8671f69 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Refreshing network info cache for port 5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Start _get_guest_xml network_info=[{"id": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "address": "fa:16:3e:8d:58:5f", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f06c98f-6b", "ovs_interfaceid": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:10:35 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:10:35 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-326173995',display_name='tempest-VolumesAdminNegativeTest-server-326173995',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-326173995',id=13,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e02d9cd06aef4bc398f87e189d8d3c9e',ramdisk_id='',reservation_id='r-6vxcneib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-28134318',owner_user_name='tempest-VolumesAdminNegativeTest-28134318-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:10:34Z,user_data=None,user_id='fe80ee03fe3f4689a5b2dd26fcb82ebf',uuid=5e89b861-cce8-4a5e-aebe-2031e19b0feb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "address": "fa:16:3e:8d:58:5f", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f06c98f-6b", "ovs_interfaceid": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converting VIF {"id": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "address": "fa:16:3e:8d:58:5f", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f06c98f-6b", "ovs_interfaceid": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:58:5f,bridge_name='br-int',has_traffic_filtering=True,id=5f06c98f-6b73-4ce7-8615-a069b9d31b05,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f06c98f-6b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.objects.instance [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lazy-loading 'pci_devices' on Instance uuid 5e89b861-cce8-4a5e-aebe-2031e19b0feb {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:10:35 user nova-compute[75255]:   <uuid>5e89b861-cce8-4a5e-aebe-2031e19b0feb</uuid>
Dec 01 21:10:35 user nova-compute[75255]:   <name>instance-0000000d</name>
Dec 01 21:10:35 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:10:35 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:10:35 user nova-compute[75255]:   <metadata>
Dec 01 21:10:35 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:10:35 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:10:35 user nova-compute[75255]:       <nova:name>tempest-VolumesAdminNegativeTest-server-326173995</nova:name>
Dec 01 21:10:35 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:10:35</nova:creationTime>
Dec 01 21:10:35 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:10:35 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:10:35 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:10:35 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:10:35 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:10:35 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:10:35 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:10:35 user nova-compute[75255]:       <nova:owner>
Dec 01 21:10:35 user nova-compute[75255]:         <nova:user uuid="fe80ee03fe3f4689a5b2dd26fcb82ebf">tempest-VolumesAdminNegativeTest-28134318-project-member</nova:user>
Dec 01 21:10:35 user nova-compute[75255]:         <nova:project uuid="e02d9cd06aef4bc398f87e189d8d3c9e">tempest-VolumesAdminNegativeTest-28134318</nova:project>
Dec 01 21:10:35 user nova-compute[75255]:       </nova:owner>
Dec 01 21:10:35 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:10:35 user nova-compute[75255]:       <nova:ports>
Dec 01 21:10:35 user nova-compute[75255]:         <nova:port uuid="5f06c98f-6b73-4ce7-8615-a069b9d31b05">
Dec 01 21:10:35 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 01 21:10:35 user nova-compute[75255]:         </nova:port>
Dec 01 21:10:35 user nova-compute[75255]:       </nova:ports>
Dec 01 21:10:35 user nova-compute[75255]:     </nova:instance>
Dec 01 21:10:35 user nova-compute[75255]:   </metadata>
Dec 01 21:10:35 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:10:35 user nova-compute[75255]:     <system>
Dec 01 21:10:35 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:10:35 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:10:35 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:10:35 user nova-compute[75255]:       <entry name="serial">5e89b861-cce8-4a5e-aebe-2031e19b0feb</entry>
Dec 01 21:10:35 user nova-compute[75255]:       <entry name="uuid">5e89b861-cce8-4a5e-aebe-2031e19b0feb</entry>
Dec 01 21:10:35 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:10:35 user nova-compute[75255]:     </system>
Dec 01 21:10:35 user nova-compute[75255]:   </sysinfo>
Dec 01 21:10:35 user nova-compute[75255]:   <os>
Dec 01 21:10:35 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:10:35 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:10:35 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:10:35 user nova-compute[75255]:   </os>
Dec 01 21:10:35 user nova-compute[75255]:   <features>
Dec 01 21:10:35 user nova-compute[75255]:     <acpi/>
Dec 01 21:10:35 user nova-compute[75255]:     <apic/>
Dec 01 21:10:35 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:10:35 user nova-compute[75255]:   </features>
Dec 01 21:10:35 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:10:35 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:10:35 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:10:35 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:10:35 user nova-compute[75255]:   </clock>
Dec 01 21:10:35 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:10:35 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:10:35 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:10:35 user nova-compute[75255]:   </cpu>
Dec 01 21:10:35 user nova-compute[75255]:   <devices>
Dec 01 21:10:35 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:10:35 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:10:35 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk"/>
Dec 01 21:10:35 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:10:35 user nova-compute[75255]:     </disk>
Dec 01 21:10:35 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:10:35 user nova-compute[75255]:       <mac address="fa:16:3e:8d:58:5f"/>
Dec 01 21:10:35 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:10:35 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:10:35 user nova-compute[75255]:       <target dev="tap5f06c98f-6b"/>
Dec 01 21:10:35 user nova-compute[75255]:     </interface>
Dec 01 21:10:35 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:10:35 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/console.log" append="off"/>
Dec 01 21:10:35 user nova-compute[75255]:     </serial>
Dec 01 21:10:35 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:10:35 user nova-compute[75255]:     <video>
Dec 01 21:10:35 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:10:35 user nova-compute[75255]:     </video>
Dec 01 21:10:35 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:10:35 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:10:35 user nova-compute[75255]:     </rng>
Dec 01 21:10:35 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:10:35 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:10:35 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:10:35 user nova-compute[75255]:     </memballoon>
Dec 01 21:10:35 user nova-compute[75255]:   </devices>
Dec 01 21:10:35 user nova-compute[75255]: </domain>
Dec 01 21:10:35 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-326173995',display_name='tempest-VolumesAdminNegativeTest-server-326173995',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-326173995',id=13,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e02d9cd06aef4bc398f87e189d8d3c9e',ramdisk_id='',reservation_id='r-6vxcneib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-28134318',owner_user_name='tempest-VolumesAdminNegativeTest-28134318-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:10:34Z,user_data=None,user_id='fe80ee03fe3f4689a5b2dd26fcb82ebf',uuid=5e89b861-cce8-4a5e-aebe-2031e19b0feb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "address": "fa:16:3e:8d:58:5f", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f06c98f-6b", "ovs_interfaceid": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converting VIF {"id": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "address": "fa:16:3e:8d:58:5f", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f06c98f-6b", "ovs_interfaceid": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:58:5f,bridge_name='br-int',has_traffic_filtering=True,id=5f06c98f-6b73-4ce7-8615-a069b9d31b05,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f06c98f-6b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG os_vif [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:58:5f,bridge_name='br-int',has_traffic_filtering=True,id=5f06c98f-6b73-4ce7-8615-a069b9d31b05,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f06c98f-6b') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f859577b-7001-5c30-92c3-2ae4e58e2f24', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5f06c98f-6b, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5f06c98f-6b, col_values=(('qos', UUID('7723349c-44c1-45f8-8afe-80c09ac871a3')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5f06c98f-6b, col_values=(('external_ids', {'iface-id': '5f06c98f-6b73-4ce7-8615-a069b9d31b05', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:58:5f', 'vm-uuid': '5e89b861-cce8-4a5e-aebe-2031e19b0feb'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:35 user nova-compute[75255]: INFO os_vif [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:58:5f,bridge_name='br-int',has_traffic_filtering=True,id=5f06c98f-6b73-4ce7-8615-a069b9d31b05,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f06c98f-6b')
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] No VIF found with MAC fa:16:3e:8d:58:5f, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-cef8c39f-81cb-4f5a-9c54-7a30077c5cf3 req-eb92799e-4a4f-4ec3-80fc-c670e8671f69 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Updated VIF entry in instance network info cache for port 5f06c98f-6b73-4ce7-8615-a069b9d31b05. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-cef8c39f-81cb-4f5a-9c54-7a30077c5cf3 req-eb92799e-4a4f-4ec3-80fc-c670e8671f69 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Updating instance_info_cache with network_info: [{"id": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "address": "fa:16:3e:8d:58:5f", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f06c98f-6b", "ovs_interfaceid": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:10:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cef8c39f-81cb-4f5a-9c54-7a30077c5cf3 req-eb92799e-4a4f-4ec3-80fc-c670e8671f69 service nova] Releasing lock "refresh_cache-5e89b861-cce8-4a5e-aebe-2031e19b0feb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:10:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-0b3836e0-eb73-4f19-9d37-ef2653e0644d req-2fa78dfc-f226-42a5-bb19-e876ebbf8c96 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Received event network-vif-plugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0b3836e0-eb73-4f19-9d37-ef2653e0644d req-2fa78dfc-f226-42a5-bb19-e876ebbf8c96 service nova] Acquiring lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0b3836e0-eb73-4f19-9d37-ef2653e0644d req-2fa78dfc-f226-42a5-bb19-e876ebbf8c96 service nova] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0b3836e0-eb73-4f19-9d37-ef2653e0644d req-2fa78dfc-f226-42a5-bb19-e876ebbf8c96 service nova] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-0b3836e0-eb73-4f19-9d37-ef2653e0644d req-2fa78dfc-f226-42a5-bb19-e876ebbf8c96 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] No waiting events found dispatching network-vif-plugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:36 user nova-compute[75255]: WARNING nova.compute.manager [req-0b3836e0-eb73-4f19-9d37-ef2653e0644d req-2fa78dfc-f226-42a5-bb19-e876ebbf8c96 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Received unexpected event network-vif-plugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 for instance with vm_state building and task_state spawning.
Dec 01 21:10:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:10:38 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Instance spawned successfully.
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-b9e50a12-8675-4b49-b742-2446ece38435 req-c439d34a-b672-46d4-a65a-3b809eabbab8 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Received event network-vif-plugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b9e50a12-8675-4b49-b742-2446ece38435 req-c439d34a-b672-46d4-a65a-3b809eabbab8 service nova] Acquiring lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b9e50a12-8675-4b49-b742-2446ece38435 req-c439d34a-b672-46d4-a65a-3b809eabbab8 service nova] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b9e50a12-8675-4b49-b742-2446ece38435 req-c439d34a-b672-46d4-a65a-3b809eabbab8 service nova] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-b9e50a12-8675-4b49-b742-2446ece38435 req-c439d34a-b672-46d4-a65a-3b809eabbab8 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] No waiting events found dispatching network-vif-plugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:38 user nova-compute[75255]: WARNING nova.compute.manager [req-b9e50a12-8675-4b49-b742-2446ece38435 req-c439d34a-b672-46d4-a65a-3b809eabbab8 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Received unexpected event network-vif-plugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 for instance with vm_state building and task_state spawning.
Dec 01 21:10:38 user nova-compute[75255]: INFO nova.compute.manager [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Took 5.34 seconds to spawn the instance on the hypervisor.
Dec 01 21:10:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-7da05003-0c5f-4792-bde7-8d2224ca8660 req-00fbd70d-31b9-4e23-b319-dfafd2c3ecad service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received event network-changed-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-7da05003-0c5f-4792-bde7-8d2224ca8660 req-00fbd70d-31b9-4e23-b319-dfafd2c3ecad service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Refreshing instance network info cache due to event network-changed-b6268e73-4770-4051-bc77-6f14fe259756. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7da05003-0c5f-4792-bde7-8d2224ca8660 req-00fbd70d-31b9-4e23-b319-dfafd2c3ecad service nova] Acquiring lock "refresh_cache-797e29c9-34af-4039-9f19-8f593b95a3b3" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7da05003-0c5f-4792-bde7-8d2224ca8660 req-00fbd70d-31b9-4e23-b319-dfafd2c3ecad service nova] Acquired lock "refresh_cache-797e29c9-34af-4039-9f19-8f593b95a3b3" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG nova.network.neutron [req-7da05003-0c5f-4792-bde7-8d2224ca8660 req-00fbd70d-31b9-4e23-b319-dfafd2c3ecad service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Refreshing network info cache for port b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:10:39 user nova-compute[75255]: INFO nova.compute.manager [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Took 6.14 seconds to build instance.
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-02ce4fa6-250f-4801-8fb2-5f792e644398 tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.394s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "797e29c9-34af-4039-9f19-8f593b95a3b3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG nova.objects.instance [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lazy-loading 'flavor' on Instance uuid 797e29c9-34af-4039-9f19-8f593b95a3b3 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:39 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Ignoring supplied device name: /dev/vdb
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "797e29c9-34af-4039-9f19-8f593b95a3b3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:39 user nova-compute[75255]: INFO nova.compute.manager [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Attaching volume d72423bd-3d89-424c-8c20-fec6cebee2b1 to /dev/vdb
Dec 01 21:10:39 user nova-compute[75255]: DEBUG nova.network.neutron [req-7da05003-0c5f-4792-bde7-8d2224ca8660 req-00fbd70d-31b9-4e23-b319-dfafd2c3ecad service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Updated VIF entry in instance network info cache for port b6268e73-4770-4051-bc77-6f14fe259756. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG nova.network.neutron [req-7da05003-0c5f-4792-bde7-8d2224ca8660 req-00fbd70d-31b9-4e23-b319-dfafd2c3ecad service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Updating instance_info_cache with network_info: [{"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7da05003-0c5f-4792-bde7-8d2224ca8660 req-00fbd70d-31b9-4e23-b319-dfafd2c3ecad service nova] Releasing lock "refresh_cache-797e29c9-34af-4039-9f19-8f593b95a3b3" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG os_brick.utils [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[55da0223-f68b-446c-b189-c20e8f9e18eb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[586319c4-61c5-41d3-8d11-310fc3922231]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3263469-f0f2-4e89-a885-6551b1312d27]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[071bc0d4-2cc0-4426-a7c5-beeea565ae99]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:10:39 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:10:39 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ae07e1-cb65-4382-963e-a33a3f0a14e6]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG os_brick.utils [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:39 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Updating existing volume attachment record: f1a7ed52-3017-4ebc-90d4-9e167214b699 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:10:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Acquiring lock "252988e6-1327-4669-a8c2-23b183d502a6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "252988e6-1327-4669-a8c2-23b183d502a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Acquiring lock "252988e6-1327-4669-a8c2-23b183d502a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "252988e6-1327-4669-a8c2-23b183d502a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "252988e6-1327-4669-a8c2-23b183d502a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:44 user nova-compute[75255]: INFO nova.compute.manager [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Terminating instance
Dec 01 21:10:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-8eeae8c2-5980-40bd-93c8-59a96d5f0d20 req-658bb815-7d70-4ca8-9b66-3187fc0fc0ce service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received event network-vif-unplugged-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8eeae8c2-5980-40bd-93c8-59a96d5f0d20 req-658bb815-7d70-4ca8-9b66-3187fc0fc0ce service nova] Acquiring lock "252988e6-1327-4669-a8c2-23b183d502a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8eeae8c2-5980-40bd-93c8-59a96d5f0d20 req-658bb815-7d70-4ca8-9b66-3187fc0fc0ce service nova] Lock "252988e6-1327-4669-a8c2-23b183d502a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8eeae8c2-5980-40bd-93c8-59a96d5f0d20 req-658bb815-7d70-4ca8-9b66-3187fc0fc0ce service nova] Lock "252988e6-1327-4669-a8c2-23b183d502a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-8eeae8c2-5980-40bd-93c8-59a96d5f0d20 req-658bb815-7d70-4ca8-9b66-3187fc0fc0ce service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] No waiting events found dispatching network-vif-unplugged-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-8eeae8c2-5980-40bd-93c8-59a96d5f0d20 req-658bb815-7d70-4ca8-9b66-3187fc0fc0ce service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received event network-vif-unplugged-86f12eb4-a573-4c8d-bf9e-bae711665322 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Instance destroyed successfully.
Dec 01 21:10:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lazy-loading 'resources' on Instance uuid 252988e6-1327-4669-a8c2-23b183d502a6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-338797057',display_name='tempest-VolumesAssistedSnapshotsTest-server-338797057',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-338797057',id=11,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt4nIcdTuBsD9jh9X5YirA0Pn+k43n5ahnsm/w50HIyvz5Arbencc6ivx/uiSwrJNDBvnyI+zwpqorUasket8OhldF7mGAOseTF+BcYYbXWLlLZ34+TpEZIJyO6uB6Pog==',key_name='tempest-keypair-274846432',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b6f08e54507e48a894e10276a8f7ee9e',ramdisk_id='',reservation_id='r-e9p7y0pj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1427343910',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1427343910-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a3265a428814ceca451aa0184224c98',uuid=252988e6-1327-4669-a8c2-23b183d502a6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Converting VIF {"id": "86f12eb4-a573-4c8d-bf9e-bae711665322", "address": "fa:16:3e:8c:83:ac", "network": {"id": "89a49a1a-bd58-4a14-bf97-0d30656ef73e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-53801863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b6f08e54507e48a894e10276a8f7ee9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86f12eb4-a5", "ovs_interfaceid": "86f12eb4-a573-4c8d-bf9e-bae711665322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:83:ac,bridge_name='br-int',has_traffic_filtering=True,id=86f12eb4-a573-4c8d-bf9e-bae711665322,network=Network(89a49a1a-bd58-4a14-bf97-0d30656ef73e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86f12eb4-a5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG os_vif [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:83:ac,bridge_name='br-int',has_traffic_filtering=True,id=86f12eb4-a573-4c8d-bf9e-bae711665322,network=Network(89a49a1a-bd58-4a14-bf97-0d30656ef73e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86f12eb4-a5') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap86f12eb4-a5, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9d111ef9-7d02-4c5e-9cde-c0c56073e84b) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:45 user nova-compute[75255]: INFO os_vif [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:83:ac,bridge_name='br-int',has_traffic_filtering=True,id=86f12eb4-a573-4c8d-bf9e-bae711665322,network=Network(89a49a1a-bd58-4a14-bf97-0d30656ef73e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86f12eb4-a5')
Dec 01 21:10:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Deleting instance files /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6_del
Dec 01 21:10:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Deletion of /opt/stack/data/nova/instances/252988e6-1327-4669-a8c2-23b183d502a6_del complete
Dec 01 21:10:45 user nova-compute[75255]: INFO nova.compute.manager [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 01 21:10:45 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:10:45 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:10:46 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Took 0.85 seconds to deallocate network for instance.
Dec 01 21:10:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-656c83e5-5d42-4c3e-b2b9-0af201baa614 req-57282b2d-c35b-49b7-acd6-fba517af05ea service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received event network-vif-deleted-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:46 user nova-compute[75255]: INFO nova.compute.manager [req-656c83e5-5d42-4c3e-b2b9-0af201baa614 req-57282b2d-c35b-49b7-acd6-fba517af05ea service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Neutron deleted interface 86f12eb4-a573-4c8d-bf9e-bae711665322; detaching it from the instance and deleting it from the info cache
Dec 01 21:10:46 user nova-compute[75255]: DEBUG nova.network.neutron [req-656c83e5-5d42-4c3e-b2b9-0af201baa614 req-57282b2d-c35b-49b7-acd6-fba517af05ea service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-656c83e5-5d42-4c3e-b2b9-0af201baa614 req-57282b2d-c35b-49b7-acd6-fba517af05ea service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Detach interface failed, port_id=86f12eb4-a573-4c8d-bf9e-bae711665322, reason: Instance 252988e6-1327-4669-a8c2-23b183d502a6 could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.486s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:46 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Deleted allocations for instance 252988e6-1327-4669-a8c2-23b183d502a6
Dec 01 21:10:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-0c991d86-9df9-404e-9922-f16b06899b6f req-8d2fdb35-0937-4674-8c39-ae83bf9705bc service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received event network-vif-plugged-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0c991d86-9df9-404e-9922-f16b06899b6f req-8d2fdb35-0937-4674-8c39-ae83bf9705bc service nova] Acquiring lock "252988e6-1327-4669-a8c2-23b183d502a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0c991d86-9df9-404e-9922-f16b06899b6f req-8d2fdb35-0937-4674-8c39-ae83bf9705bc service nova] Lock "252988e6-1327-4669-a8c2-23b183d502a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0c991d86-9df9-404e-9922-f16b06899b6f req-8d2fdb35-0937-4674-8c39-ae83bf9705bc service nova] Lock "252988e6-1327-4669-a8c2-23b183d502a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-0c991d86-9df9-404e-9922-f16b06899b6f req-8d2fdb35-0937-4674-8c39-ae83bf9705bc service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] No waiting events found dispatching network-vif-plugged-86f12eb4-a573-4c8d-bf9e-bae711665322 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:46 user nova-compute[75255]: WARNING nova.compute.manager [req-0c991d86-9df9-404e-9922-f16b06899b6f req-8d2fdb35-0937-4674-8c39-ae83bf9705bc service nova] [instance: 252988e6-1327-4669-a8c2-23b183d502a6] Received unexpected event network-vif-plugged-86f12eb4-a573-4c8d-bf9e-bae711665322 for instance with vm_state deleted and task_state None.
Dec 01 21:10:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b7cd30c6-e444-442d-b1b5-c39af7919a4a tempest-VolumesAssistedSnapshotsTest-1427343910 tempest-VolumesAssistedSnapshotsTest-1427343910-project-member] Lock "252988e6-1327-4669-a8c2-23b183d502a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.551s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HdNVesiT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:49 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:49 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:10:49 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa4f97fd-8903-4882-8365-d510ebfd5a8b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:10:49 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5680dd91-6de1-40f7-83e7-507550a3679b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1] added
Dec 01 21:10:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[42bc5a1e-3453-478a-9aab-e9b9036826e1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[19b49f37-4cc2-4943-a915-9c9f84bc06cf]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HdNVesiT {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HdNVesiT" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcb81435-c748-4d97-839e-7095b8fc4610]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HdNVesiT'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8beca9ef-7443-4f6b-a568-79d2aef18b46]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a3e738b-e77b-49b1-bdaa-9caf63ca9f8d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:10:49 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:10:49 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddfa6b05-b251-49ad-8483-edc4a037bd07]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1, portal: 172.16.0.220,3260]
Dec 01 21:10:49 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1, portal: 172.16.0.220,3260] successful.
Dec 01 21:10:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[40a48855-d52f-41ca-9779-eee3d261333d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ce08277-74ea-4572-8eba-c3ad88ce5316]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:10:49 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:10:49 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:10:49 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:10:49 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:10:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] HCTL ('35', '-', '-', 0) found on session 13 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca3ade00-5f82-4c41-b814-6bd11be68011]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Searching for a device in session 13 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:10:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HdNVesiT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:10:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:10:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23430306636346663', 'path': '/dev/sdd'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430306636346663', 'path': '/dev/sdd'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:10:50 user nova-compute[75255]: DEBUG nova.objects.instance [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lazy-loading 'flavor' on Instance uuid 797e29c9-34af-4039-9f19-8f593b95a3b3 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:10:50 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:10:50 user nova-compute[75255]:   <source dev="/dev/sdd"/>
Dec 01 21:10:50 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:10:50 user nova-compute[75255]:   <serial>d72423bd-3d89-424c-8c20-fec6cebee2b1</serial>
Dec 01 21:10:50 user nova-compute[75255]: </disk>
Dec 01 21:10:50 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] No VIF found with MAC fa:16:3e:09:05:a5, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'flavor' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0a9e05a3-ed8e-44cc-9130-33818e343c52 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.966s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:51 user nova-compute[75255]: INFO nova.compute.manager [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Attaching volume da8a944e-2f56-49b7-bf17-c571793d8372 to /dev/vdb
Dec 01 21:10:51 user nova-compute[75255]: DEBUG os_brick.utils [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f57a5bab-7426-4821-96c4-565d1d1781fc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a4adf2-fc18-4b47-bf67-5fb1d93fcca3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a45f78-6740-451a-a882-1e92c3fcfa3b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[de6b7070-a84d-432c-8906-bad40e670b6e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:10:51 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:10:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eb3d5a8-4428-428d-8fab-959d301256f4]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG os_brick.utils [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:51 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating existing volume attachment record: ba83bc27-cc8b-40b2-84f3-b84a5d6616d9 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:10:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:54 user nova-compute[75255]: DEBUG nova.objects.instance [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lazy-loading 'flavor' on Instance uuid e849fb46-c1e3-46e5-a3ea-d14e33e87711 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:10:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.081s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:55 user nova-compute[75255]: INFO nova.compute.manager [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Attaching volume 7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 to /dev/vdb
Dec 01 21:10:55 user nova-compute[75255]: DEBUG os_brick.utils [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[44ca2fa4-9c26-4d56-a218-d4e5990b2895]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5465c535-1719-4996-b276-da8c715afe60]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a29ec14-28f7-4873-9263-73ef3d9f07ad]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c9f8972-5c04-4f00-8094-a0c6fbcab6a9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:10:55 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb9f4b3e-7e83-4255-8ae7-b1bbe7d8f094]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG os_brick.utils [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating existing volume attachment record: 7ffb9432-c4b0-4977-b499-3ed1ba9a81b3 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:55 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:10:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:58 user nova-compute[75255]: INFO nova.compute.manager [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Terminating instance
Dec 01 21:10:58 user nova-compute[75255]: DEBUG nova.compute.manager [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-632f6497-ce20-4177-a97a-5fc12ce84912 req-0bf57bdc-8357-4bc9-963a-461695e2cfed service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-unplugged-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-632f6497-ce20-4177-a97a-5fc12ce84912 req-0bf57bdc-8357-4bc9-963a-461695e2cfed service nova] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-632f6497-ce20-4177-a97a-5fc12ce84912 req-0bf57bdc-8357-4bc9-963a-461695e2cfed service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-632f6497-ce20-4177-a97a-5fc12ce84912 req-0bf57bdc-8357-4bc9-963a-461695e2cfed service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-632f6497-ce20-4177-a97a-5fc12ce84912 req-0bf57bdc-8357-4bc9-963a-461695e2cfed service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] No waiting events found dispatching network-vif-unplugged-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-632f6497-ce20-4177-a97a-5fc12ce84912 req-0bf57bdc-8357-4bc9-963a-461695e2cfed service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-unplugged-8f643276-75ed-448f-9a28-acd342a7a537 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:10:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:11:00 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Instance destroyed successfully.
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.objects.instance [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lazy-loading 'resources' on Instance uuid 79f5e25b-62bf-4ac8-bdbc-888080dc087c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:00 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:00 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7732MB free_disk=25.362262725830078GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:07:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-476272726',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-476272726',id=9,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1MQL2b7PgGeYANZOQm2tz/hOqpef9xCRsyln40kU+yrF431VteahAB1y4bPcZonoZxNh+VvNS+ZUjQ4eWf3f9TI2krxiQht+nIaZQ/QnjUPymnOKnlXRnpPlm3pP3e6A==',key_name='tempest-keypair-1545124887',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4b01fbde7aba4816a1cf564ae53ed028',ramdisk_id='',reservation_id='r-vb4hmibq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-236998666',owner_user_name='tempest-TaggedAttachmentsTest-236998666-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da7a3f82eae54557b155c3f15d445f18',uuid=79f5e25b-62bf-4ac8-bdbc-888080dc087c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converting VIF {"id": "8f643276-75ed-448f-9a28-acd342a7a537", "address": "fa:16:3e:f5:27:e2", "network": {"id": "61801a85-306b-4604-970a-aa0a6678b69b", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-832748990-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4b01fbde7aba4816a1cf564ae53ed028", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8f643276-75", "ovs_interfaceid": "8f643276-75ed-448f-9a28-acd342a7a537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f5:27:e2,bridge_name='br-int',has_traffic_filtering=True,id=8f643276-75ed-448f-9a28-acd342a7a537,network=Network(61801a85-306b-4604-970a-aa0a6678b69b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f643276-75') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG os_vif [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:27:e2,bridge_name='br-int',has_traffic_filtering=True,id=8f643276-75ed-448f-9a28-acd342a7a537,network=Network(61801a85-306b-4604-970a-aa0a6678b69b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f643276-75') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8f643276-75, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e3578963-a2d8-471a-b9e1-da1727863c28) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:00 user nova-compute[75255]: INFO os_vif [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:27:e2,bridge_name='br-int',has_traffic_filtering=True,id=8f643276-75ed-448f-9a28-acd342a7a537,network=Network(61801a85-306b-4604-970a-aa0a6678b69b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8f643276-75')
Dec 01 21:11:00 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Deleting instance files /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c_del
Dec 01 21:11:00 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Deletion of /opt/stack/data/nova/instances/79f5e25b-62bf-4ac8-bdbc-888080dc087c_del complete
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance aa6c3d5f-1afa-483a-bd41-664aa925eaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 821ca711-391f-49d7-886f-bb82a6ab2453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e910ab82-e7a6-48d4-beb1-9b647888a51e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 797e29c9-34af-4039-9f19-8f593b95a3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 5e89b861-cce8-4a5e-aebe-2031e19b0feb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:11:00 user nova-compute[75255]: INFO nova.compute.manager [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Took 1.45 seconds to destroy the instance on the hypervisor.
Dec 01 21:11:00 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:11:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.560s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-0df000c4-6700-4e5b-af57-69a5a78665ec req-e4fc0468-95b4-4d40-8286-93b5b2c81fc7 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-plugged-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0df000c4-6700-4e5b-af57-69a5a78665ec req-e4fc0468-95b4-4d40-8286-93b5b2c81fc7 service nova] Acquiring lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0df000c4-6700-4e5b-af57-69a5a78665ec req-e4fc0468-95b4-4d40-8286-93b5b2c81fc7 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0df000c4-6700-4e5b-af57-69a5a78665ec req-e4fc0468-95b4-4d40-8286-93b5b2c81fc7 service nova] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-0df000c4-6700-4e5b-af57-69a5a78665ec req-e4fc0468-95b4-4d40-8286-93b5b2c81fc7 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] No waiting events found dispatching network-vif-plugged-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:01 user nova-compute[75255]: WARNING nova.compute.manager [req-0df000c4-6700-4e5b-af57-69a5a78665ec req-e4fc0468-95b4-4d40-8286-93b5b2c81fc7 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received unexpected event network-vif-plugged-8f643276-75ed-448f-9a28-acd342a7a537 for instance with vm_state active and task_state deleting.
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:11:01 user nova-compute[75255]: INFO nova.compute.claims [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Claim successful on node user
Dec 01 21:11:01 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Took 1.32 seconds to deallocate network for instance.
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-ee70df86-f912-4290-8d6a-20e009df7c75 req-d9830c1c-6706-4274-a7a0-b393e1cc8f82 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Received event network-vif-deleted-8f643276-75ed-448f-9a28-acd342a7a537 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:01 user nova-compute[75255]: INFO nova.compute.manager [req-ee70df86-f912-4290-8d6a-20e009df7c75 req-d9830c1c-6706-4274-a7a0-b393e1cc8f82 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Neutron deleted interface 8f643276-75ed-448f-9a28-acd342a7a537; detaching it from the instance and deleting it from the info cache
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.network.neutron [req-ee70df86-f912-4290-8d6a-20e009df7c75 req-d9830c1c-6706-4274-a7a0-b393e1cc8f82 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-ee70df86-f912-4290-8d6a-20e009df7c75 req-d9830c1c-6706-4274-a7a0-b393e1cc8f82 service nova] [instance: 79f5e25b-62bf-4ac8-bdbc-888080dc087c] Detach interface failed, port_id=8f643276-75ed-448f-9a28-acd342a7a537, reason: Instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Skipping network cache update for instance because it has been migrated to another host. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9966}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:11:01 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RfYDvxAJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:02 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:02 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:02 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d42ac898-5d91-4421-b3b9-e57c8f3937f2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: INFO nova.compute.manager [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Terminating instance
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:11:02 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:02 user nova-compute[75255]: INFO nova.compute.manager [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Unshelving
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d8b06fd-ed66-4157-aec1-79050bcd5ee3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372] added
Dec 01 21:11:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[365e44b0-0cee-4ef9-8a3c-e30208d18bb1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0e2fc5-d676-4096-92cf-b5a9bd9d8648]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RfYDvxAJ {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.729s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RfYDvxAJ" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[50f2db09-011c-482e-b4d5-7f27ef60d3dd]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.630s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RfYDvxAJ'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e79b73d-9f74-4fa6-8e34-558b3ad5abb4]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4048928-3e9d-4039-ab51-8bdd5c86862f]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:02 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:02 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:02 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:02 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bfbbfdf-06be-44aa-9ec0-fc398e1efe8c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372, portal: 172.16.0.220,3260]
Dec 01 21:11:02 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372, portal: 172.16.0.220,3260] successful.
Dec 01 21:11:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:02 user nova-compute[75255]: INFO nova.virt.block_device [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Booting with volume 2b06b9f2-def9-4ecb-a35b-79abf035626a at /dev/vdc
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b8931c7-6509-40f2-9e5c-aab21a2ae51e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[36e7eb79-ebfc-43cf-acd7-7990b0351317]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:02 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:02 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:02 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:02 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:02 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:02 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.395s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] HCTL ('36', '-', '-', 0) found on session 14 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.utils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8df2c22a-2389-4c06-9a24-b84dda31cc3b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.033s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e840095-79ac-4fc2-b2f4-2354dc539065]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Searching for a device in session 14 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RfYDvxAJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[85987913-4309-4e27-999c-a895e46741c8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-a846cd26-6f2f-4563-847d-d7ba988d2174 req-204279a8-31a2-4834-b682-4f70a0f70a02 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received event network-vif-unplugged-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a846cd26-6f2f-4563-847d-d7ba988d2174 req-204279a8-31a2-4834-b682-4f70a0f70a02 service nova] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a846cd26-6f2f-4563-847d-d7ba988d2174 req-204279a8-31a2-4834-b682-4f70a0f70a02 service nova] Lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a846cd26-6f2f-4563-847d-d7ba988d2174 req-204279a8-31a2-4834-b682-4f70a0f70a02 service nova] Lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-a846cd26-6f2f-4563-847d-d7ba988d2174 req-204279a8-31a2-4834-b682-4f70a0f70a02 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] No waiting events found dispatching network-vif-unplugged-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-a846cd26-6f2f-4563-847d-d7ba988d2174 req-204279a8-31a2-4834-b682-4f70a0f70a02 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received event network-vif-unplugged-1cd009a4-87bc-46f4-850e-9d3765d87421 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.policy [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07b91a0921e2473199a4ab60b9bd3480', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f43d0e6c53a54e6790917116d634eb83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ffba760-7245-4312-b9dd-ff97c46f832c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[53d32c4b-5590-40b7-9662-29f5595749ca]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:11:02 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Creating image(s)
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "/opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "/opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "/opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:11:02 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:11:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5241b78-16c7-4591-9237-6d5e42ede330]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG os_brick.utils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] <== get_connector_properties: return (310ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:02 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updating existing volume attachment record: 6417b198-e6c2-422c-bc70-b208c09b532a {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updating instance_info_cache with network_info: [{"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.297s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.840s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:11:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Instance destroyed successfully.
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lazy-loading 'resources' on Instance uuid 821ca711-391f-49d7-886f-bb82a6ab2453 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1921473179',display_name='tempest-TestVolumeSwap-server-1921473179',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1921473179',id=8,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBKQLLLm+N6OoKSOX0K2XBezUJvWGT/fwiQMKV6haQgB5ZxbYCcO8H9TXhyTC9/lbzqL3eKrMY/oXeeI369db6QKxqvb9zkHiMuVakim42zQ68yw+t092JzG/r37c5uehw==',key_name='tempest-keypair-1852449045',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ac2a81fa7cc34c4ba4d6e2e8261626ef',ramdisk_id='',reservation_id='r-4wxcrlbm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1844554286',owner_user_name='tempest-TestVolumeSwap-1844554286-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b660492281e4b1c9de28eddca375ca4',uuid=821ca711-391f-49d7-886f-bb82a6ab2453,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Converting VIF {"id": "1cd009a4-87bc-46f4-850e-9d3765d87421", "address": "fa:16:3e:13:80:a3", "network": {"id": "ea5c7d9b-2713-44a5-bbd7-38281a06cc06", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1716790235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ac2a81fa7cc34c4ba4d6e2e8261626ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd009a4-87", "ovs_interfaceid": "1cd009a4-87bc-46f4-850e-9d3765d87421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:80:a3,bridge_name='br-int',has_traffic_filtering=True,id=1cd009a4-87bc-46f4-850e-9d3765d87421,network=Network(ea5c7d9b-2713-44a5-bbd7-38281a06cc06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd009a4-87') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG os_vif [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:80:a3,bridge_name='br-int',has_traffic_filtering=True,id=1cd009a4-87bc-46f4-850e-9d3765d87421,network=Network(ea5c7d9b-2713-44a5-bbd7-38281a06cc06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd009a4-87') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:11:03 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Deleted allocations for instance 79f5e25b-62bf-4ac8-bdbc-888080dc087c
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1cd009a4-87, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d8f66bf0-9b37-4201-b0dc-0c8fb7793456) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:03 user nova-compute[75255]: INFO os_vif [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:80:a3,bridge_name='br-int',has_traffic_filtering=True,id=1cd009a4-87bc-46f4-850e-9d3765d87421,network=Network(ea5c7d9b-2713-44a5-bbd7-38281a06cc06),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd009a4-87')
Dec 01 21:11:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Deleting instance files /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453_del
Dec 01 21:11:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Deletion of /opt/stack/data/nova/instances/821ca711-391f-49d7-886f-bb82a6ab2453_del complete
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-764d4701-e306-47d8-b482-73c231c2dcf3 tempest-TaggedAttachmentsTest-236998666 tempest-TaggedAttachmentsTest-236998666-project-member] Lock "79f5e25b-62bf-4ac8-bdbc-888080dc087c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.534s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk 1073741824" returned: 0 in 0.061s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:03 user nova-compute[75255]: INFO nova.compute.manager [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Took 1.22 seconds to destroy the instance on the hypervisor.
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.209s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.463s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] <== connect_volume: return (1466ms) {'type': 'block', 'scsi_wwn': '26266373030333461', 'path': '/dev/sde'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266373030333461', 'path': '/dev/sde'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'flavor' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:11:03 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:11:03 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:11:03 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:11:03 user nova-compute[75255]:   <serial>da8a944e-2f56-49b7-bf17-c571793d8372</serial>
Dec 01 21:11:03 user nova-compute[75255]: </disk>
Dec 01 21:11:03 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Cannot resize image /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Ensure instance console log exists: /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:03 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Successfully created port: 40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:11:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] No VIF found with MAC fa:16:3e:d9:ec:f4, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:11:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab8477ad-9995-4b73-afca-958730b5dba0 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.760s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-4a9d6ae2-ab84-4ba1-934d-973e4cf52ce3 req-01a56791-2ec2-44bf-8b12-f97d9218dae4 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received event network-vif-plugged-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4a9d6ae2-ab84-4ba1-934d-973e4cf52ce3 req-01a56791-2ec2-44bf-8b12-f97d9218dae4 service nova] Acquiring lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4a9d6ae2-ab84-4ba1-934d-973e4cf52ce3 req-01a56791-2ec2-44bf-8b12-f97d9218dae4 service nova] Lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4a9d6ae2-ab84-4ba1-934d-973e4cf52ce3 req-01a56791-2ec2-44bf-8b12-f97d9218dae4 service nova] Lock "821ca711-391f-49d7-886f-bb82a6ab2453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-4a9d6ae2-ab84-4ba1-934d-973e4cf52ce3 req-01a56791-2ec2-44bf-8b12-f97d9218dae4 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] No waiting events found dispatching network-vif-plugged-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:04 user nova-compute[75255]: WARNING nova.compute.manager [req-4a9d6ae2-ab84-4ba1-934d-973e4cf52ce3 req-01a56791-2ec2-44bf-8b12-f97d9218dae4 service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received unexpected event network-vif-plugged-1cd009a4-87bc-46f4-850e-9d3765d87421 for instance with vm_state active and task_state deleting.
Dec 01 21:11:05 user nova-compute[75255]: INFO nova.compute.manager [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Rescuing
Dec 01 21:11:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:11:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquired lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:11:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:11:05 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:05 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Took 2.09 seconds to deallocate network for instance.
Dec 01 21:11:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-ecfb0718-d3f7-4592-838b-1181be91fd28 req-1d42a7da-fa0b-44d0-a118-85eeae961f2a service nova] [instance: 821ca711-391f-49d7-886f-bb82a6ab2453] Received event network-vif-deleted-1cd009a4-87bc-46f4-850e-9d3765d87421 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Successfully updated port: 40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:11:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "refresh_cache-f7945a3a-cc7a-423b-aaab-f31e7df7bc38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:11:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquired lock "refresh_cache-f7945a3a-cc7a-423b-aaab-f31e7df7bc38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:11:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:11:05 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.502s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:06 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Deleted allocations for instance 821ca711-391f-49d7-886f-bb82a6ab2453
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ab7641d9-a032-48f0-8a98-7263b17ff6e9 tempest-TestVolumeSwap-1844554286 tempest-TestVolumeSwap-1844554286-project-member] Lock "821ca711-391f-49d7-886f-bb82a6ab2453" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.026s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Updating instance_info_cache with network_info: [{"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Releasing lock "refresh_cache-f7945a3a-cc7a-423b-aaab-f31e7df7bc38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Instance network_info: |[{"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Start _get_guest_xml network_info=[{"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:11:06 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:06 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:11:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-729791519',display_name='tempest-tempest.common.compute-instance-729791519',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-729791519',id=14,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCYVVy5lLBh7TadaywifS5ocF7aX2EAS8aRLZWim6IeJ5/fHjzj3KnTDwCW7ukupaBz0VtOJOCROXZpB22sLDMnIXUMLeB5KZD96OPG68Tn0jkqaY1l7mlM6TZLYxKkZag==',key_name='tempest-keypair-1555962364',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-8ssj41mj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:11:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=f7945a3a-cc7a-423b-aaab-f31e7df7bc38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.objects.instance [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'pci_devices' on Instance uuid f7945a3a-cc7a-423b-aaab-f31e7df7bc38 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:11:06 user nova-compute[75255]:   <uuid>f7945a3a-cc7a-423b-aaab-f31e7df7bc38</uuid>
Dec 01 21:11:06 user nova-compute[75255]:   <name>instance-0000000e</name>
Dec 01 21:11:06 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:11:06 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:11:06 user nova-compute[75255]:   <metadata>
Dec 01 21:11:06 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:11:06 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:11:06 user nova-compute[75255]:       <nova:name>tempest-tempest.common.compute-instance-729791519</nova:name>
Dec 01 21:11:06 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:11:06</nova:creationTime>
Dec 01 21:11:06 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:11:06 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:11:06 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:11:06 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:11:06 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:11:06 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:11:06 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:11:06 user nova-compute[75255]:       <nova:owner>
Dec 01 21:11:06 user nova-compute[75255]:         <nova:user uuid="07b91a0921e2473199a4ab60b9bd3480">tempest-ServerActionsTestOtherA-1164641327-project-member</nova:user>
Dec 01 21:11:06 user nova-compute[75255]:         <nova:project uuid="f43d0e6c53a54e6790917116d634eb83">tempest-ServerActionsTestOtherA-1164641327</nova:project>
Dec 01 21:11:06 user nova-compute[75255]:       </nova:owner>
Dec 01 21:11:06 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:11:06 user nova-compute[75255]:       <nova:ports>
Dec 01 21:11:06 user nova-compute[75255]:         <nova:port uuid="40569199-58b8-4b61-a9c1-0a6eacb3dd82">
Dec 01 21:11:06 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 21:11:06 user nova-compute[75255]:         </nova:port>
Dec 01 21:11:06 user nova-compute[75255]:       </nova:ports>
Dec 01 21:11:06 user nova-compute[75255]:     </nova:instance>
Dec 01 21:11:06 user nova-compute[75255]:   </metadata>
Dec 01 21:11:06 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:11:06 user nova-compute[75255]:     <system>
Dec 01 21:11:06 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:11:06 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:11:06 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:11:06 user nova-compute[75255]:       <entry name="serial">f7945a3a-cc7a-423b-aaab-f31e7df7bc38</entry>
Dec 01 21:11:06 user nova-compute[75255]:       <entry name="uuid">f7945a3a-cc7a-423b-aaab-f31e7df7bc38</entry>
Dec 01 21:11:06 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:11:06 user nova-compute[75255]:     </system>
Dec 01 21:11:06 user nova-compute[75255]:   </sysinfo>
Dec 01 21:11:06 user nova-compute[75255]:   <os>
Dec 01 21:11:06 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:11:06 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:11:06 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:11:06 user nova-compute[75255]:   </os>
Dec 01 21:11:06 user nova-compute[75255]:   <features>
Dec 01 21:11:06 user nova-compute[75255]:     <acpi/>
Dec 01 21:11:06 user nova-compute[75255]:     <apic/>
Dec 01 21:11:06 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:11:06 user nova-compute[75255]:   </features>
Dec 01 21:11:06 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:11:06 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:11:06 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:11:06 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:11:06 user nova-compute[75255]:   </clock>
Dec 01 21:11:06 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:11:06 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:11:06 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:11:06 user nova-compute[75255]:   </cpu>
Dec 01 21:11:06 user nova-compute[75255]:   <devices>
Dec 01 21:11:06 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:11:06 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:11:06 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk"/>
Dec 01 21:11:06 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:11:06 user nova-compute[75255]:     </disk>
Dec 01 21:11:06 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:11:06 user nova-compute[75255]:       <mac address="fa:16:3e:0d:b1:44"/>
Dec 01 21:11:06 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:11:06 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:11:06 user nova-compute[75255]:       <target dev="tap40569199-58"/>
Dec 01 21:11:06 user nova-compute[75255]:     </interface>
Dec 01 21:11:06 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:11:06 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/console.log" append="off"/>
Dec 01 21:11:06 user nova-compute[75255]:     </serial>
Dec 01 21:11:06 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:11:06 user nova-compute[75255]:     <video>
Dec 01 21:11:06 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:11:06 user nova-compute[75255]:     </video>
Dec 01 21:11:06 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:11:06 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:11:06 user nova-compute[75255]:     </rng>
Dec 01 21:11:06 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:11:06 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:11:06 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:11:06 user nova-compute[75255]:     </memballoon>
Dec 01 21:11:06 user nova-compute[75255]:   </devices>
Dec 01 21:11:06 user nova-compute[75255]: </domain>
Dec 01 21:11:06 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:11:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-729791519',display_name='tempest-tempest.common.compute-instance-729791519',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-729791519',id=14,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCYVVy5lLBh7TadaywifS5ocF7aX2EAS8aRLZWim6IeJ5/fHjzj3KnTDwCW7ukupaBz0VtOJOCROXZpB22sLDMnIXUMLeB5KZD96OPG68Tn0jkqaY1l7mlM6TZLYxKkZag==',key_name='tempest-keypair-1555962364',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-8ssj41mj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:11:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=f7945a3a-cc7a-423b-aaab-f31e7df7bc38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_vif [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '33b133c7-4021-5990-a5ff-3dc40554d335', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap40569199-58, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap40569199-58, col_values=(('qos', UUID('44140376-99cb-4356-ad2d-d5db506fe4b3')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap40569199-58, col_values=(('external_ids', {'iface-id': '40569199-58b8-4b61-a9c1-0a6eacb3dd82', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:b1:44', 'vm-uuid': 'f7945a3a-cc7a-423b-aaab-f31e7df7bc38'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:06 user nova-compute[75255]: INFO os_vif [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58')
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:06 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:06 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:06 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8301406-4912-445c-9da5-cf931343a0fa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:11:06 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c670645f-8b25-44a6-83e8-62af312aaf77]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05] added
Dec 01 21:11:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b92493f-fc06-41d1-a48b-10859f17d0e0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No VIF found with MAC fa:16:3e:0d:b1:44, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[15aa8bf4-c44d-4489-bca9-2f998e8f33ad]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VtTfQlYJ {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating instance_info_cache with network_info: [{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VtTfQlYJ" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ef003f4-9ac2-4ad8-9b86-b2ef1fd07fcc]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VtTfQlYJ'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Releasing lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0581eafe-7b09-455d-886e-fa050dcb9af3]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4890e447-8c83-462a-9912-fd414077b901]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac28b33-a8cb-4a9b-aa63-021294287849]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]
Dec 01 21:11:06 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.
Dec 01 21:11:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ece8dc4-e9a2-40dc-ba00-f26421226bc1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[612e1081-3db4-445a-85f1-16c3750b666f]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.339s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] HCTL ('37', '-', '-', 0) found on session 15 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a1373ff-1629-43fb-b6ce-a38ab4190e2d]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Searching for a device in session 15 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:11:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-changed-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Refreshing instance network info cache due to event network-changed-40569199-58b8-4b61-a9c1-0a6eacb3dd82. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] Acquiring lock "refresh_cache-f7945a3a-cc7a-423b-aaab-f31e7df7bc38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] Acquired lock "refresh_cache-f7945a3a-cc7a-423b-aaab-f31e7df7bc38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG nova.network.neutron [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Refreshing network info cache for port 40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.377s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] <== connect_volume: return (1379ms) {'type': 'block', 'scsi_wwn': '26366363062316230', 'path': '/dev/sdf'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366363062316230', 'path': '/dev/sdf'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG nova.objects.instance [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lazy-loading 'flavor' on Instance uuid e849fb46-c1e3-46e5-a3ea-d14e33e87711 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:11:07 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:11:07 user nova-compute[75255]:   <source dev="/dev/sdf"/>
Dec 01 21:11:07 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:11:07 user nova-compute[75255]:   <serial>7a5b47d2-f8d0-4ffc-acba-0de6dc635b05</serial>
Dec 01 21:11:07 user nova-compute[75255]: </disk>
Dec 01 21:11:07 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:08 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Instance destroyed successfully.
Dec 01 21:11:08 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Attempting a stable device rescue
Dec 01 21:11:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75255) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Instance directory exists: not creating {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 21:11:08 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Creating image(s)
Dec 01 21:11:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "0cb5988ebae85e158e1b0244587e826295e361ed" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "0cb5988ebae85e158e1b0244587e826295e361ed" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed.part --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-4842d302-3ba7-4c59-95ab-d7a5915706ee req-ff88e697-f245-47e2-ad60-f7f8e888b876 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4842d302-3ba7-4c59-95ab-d7a5915706ee req-ff88e697-f245-47e2-ad60-f7f8e888b876 service nova] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4842d302-3ba7-4c59-95ab-d7a5915706ee req-ff88e697-f245-47e2-ad60-f7f8e888b876 service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4842d302-3ba7-4c59-95ab-d7a5915706ee req-ff88e697-f245-47e2-ad60-f7f8e888b876 service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-4842d302-3ba7-4c59-95ab-d7a5915706ee req-ff88e697-f245-47e2-ad60-f7f8e888b876 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] No waiting events found dispatching network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:09 user nova-compute[75255]: WARNING nova.compute.manager [req-4842d302-3ba7-4c59-95ab-d7a5915706ee req-ff88e697-f245-47e2-ad60-f7f8e888b876 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received unexpected event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 for instance with vm_state building and task_state spawning.
Dec 01 21:11:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] No VIF found with MAC fa:16:3e:79:4f:22, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.network.neutron [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Updated VIF entry in instance network info cache for port 40569199-58b8-4b61-a9c1-0a6eacb3dd82. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.network.neutron [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Updating instance_info_cache with network_info: [{"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] Releasing lock "refresh_cache-f7945a3a-cc7a-423b-aaab-f31e7df7bc38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:09 user nova-compute[75255]: WARNING nova.compute.manager [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state active and task_state rescuing.
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:09 user nova-compute[75255]: WARNING nova.compute.manager [req-097f14ef-b589-499e-8f2b-7829ecd8e227 req-e305baed-9c1d-4bef-bd39-d390407a6c24 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state active and task_state rescuing.
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed.part --force-share --output=json" returned: 0 in 0.205s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.virt.images [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] b9a7dc40-edce-442d-89ca-718608a13e04 was qcow2, converting to raw {{(pid=75255) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed.part /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed.converted {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a1baaf76-6642-4817-aba0-b0cb855b8711 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.545s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquired lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'info_cache' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed.part /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed.converted" returned: 0 in 0.207s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed.converted --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG nova.objects.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed.converted --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "0cb5988ebae85e158e1b0244587e826295e361ed" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.428s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "0cb5988ebae85e158e1b0244587e826295e361ed" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "0cb5988ebae85e158e1b0244587e826295e361ed" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed,backing_fmt=raw /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.rescue {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed,backing_fmt=raw /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.rescue" returned: 0 in 0.058s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "0cb5988ebae85e158e1b0244587e826295e361ed" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'migration_context' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Object Instance<6d22427f-cd3d-4f50-895e-0c473af57ac0> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Start _get_guest_xml network_info=[{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "vif_mac": "fa:16:3e:d9:ec:f4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b9a7dc40-edce-442d-89ca-718608a13e04', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RfYDvxAJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '6d22427f-cd3d-4f50-895e-0c473af57ac0', 'attached_at': '', 'detached_at': '', 'volume_id': 'da8a944e-2f56-49b7-bf17-c571793d8372', 'serial': 'da8a944e-2f56-49b7-bf17-c571793d8372'}, 'device_type': 'disk', 'attachment_id': 'ba83bc27-cc8b-40b2-84f3-b84a5d6616d9', 'boot_index': None, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'resources' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Object Instance<6d22427f-cd3d-4f50-895e-0c473af57ac0> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'numa_topology' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Object Instance<6d22427f-cd3d-4f50-895e-0c473af57ac0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:10 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:10 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Object Instance<6d22427f-cd3d-4f50-895e-0c473af57ac0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RfYDvxAJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:10 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:10 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:10 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.network.neutron [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updating instance_info_cache with network_info: [{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Releasing lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[739ee0c8-5d51-4ba2-8bf0-11fd4fc6aea6]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = RfYDvxAJ\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 01 21:11:10 user nova-compute[75255]: node.name = iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:11:10 user nova-compute[75255]: node.tpgt = -1
Dec 01 21:11:10 user nova-compute[75255]: node.startup = automatic
Dec 01 21:11:10 user nova-compute[75255]: node.leading_login = No
Dec 01 21:11:10 user nova-compute[75255]: iface.iscsi_ifacename = default
Dec 01 21:11:10 user nova-compute[75255]: iface.net_ifacename = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.ipaddress = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.prefix_len = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.hwaddress = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.transport_name = tcp
Dec 01 21:11:10 user nova-compute[75255]: iface.initiatorname = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.state = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.vlan_id = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.vlan_priority = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.vlan_state = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.iface_num = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.mtu = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.port = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.bootproto = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.subnet_mask = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.gateway = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.dhcp_alt_client_id_state = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.dhcp_alt_client_id = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.dhcp_dns = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.dhcp_learn_iqn = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.dhcp_req_vendor_id_state = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.dhcp_vendor_id_state = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.dhcp_vendor_id = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.dhcp_slp_da = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.fragmentation = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.gratuitous_arp = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.incoming_forwarding = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.tos_state = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.tos = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.ttl = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.delayed_ack = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.tcp_nagle = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.tcp_wsf_state = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.tcp_wsf = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.tcp_timer_scale = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.tcp_timestamp = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.redirect = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.def_task_mgmt_timeout = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.header_digest = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.data_digest = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.immediate_data = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.initial_r2t = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.data_seq_inorder = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.data_pdu_inorder = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.erl = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.max_receive_data_len = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.first_burst_len = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.max_outstanding_r2t = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.max_burst_len = 0
Dec 01 21:11:10 user nova-compute[75255]: iface.chap_auth = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.bidi_chap = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.strict_login_compliance = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.discovery_auth = <empty>
Dec 01 21:11:10 user nova-compute[75255]: iface.discovery_logout = <empty>
Dec 01 21:11:10 user nova-compute[75255]: node.discovery_address = <empty>
Dec 01 21:11:10 user nova-compute[75255]: node.discovery_port = 0
Dec 01 21:11:10 user nova-compute[75255]: node.discovery_type = static
Dec 01 21:11:10 user nova-compute[75255]: node.session.initial_cmdsn = 0
Dec 01 21:11:10 user nova-compute[75255]: node.session.initial_login_retry_max = 8
Dec 01 21:11:10 user nova-compute[75255]: node.session.xmit_thread_priority = -20
Dec 01 21:11:10 user nova-compute[75255]: node.session.cmds_max = 128
Dec 01 21:11:10 user nova-compute[75255]: node.session.queue_depth = 32
Dec 01 21:11:10 user nova-compute[75255]: node.session.nr_sessions = 1
Dec 01 21:11:10 user nova-compute[75255]: node.session.auth.authmethod = CHAP
Dec 01 21:11:10 user nova-compute[75255]: node.session.auth.username = RfYDvxAJ
Dec 01 21:11:10 user nova-compute[75255]: node.session.auth.password = ***
Dec 01 21:11:10 user nova-compute[75255]: node.session.auth.username_in = <empty>
Dec 01 21:11:10 user nova-compute[75255]: node.session.auth.password_in = <empty>
Dec 01 21:11:10 user nova-compute[75255]: node.session.auth.chap_algs = MD5
Dec 01 21:11:10 user nova-compute[75255]: node.session.timeo.replacement_timeout = 120
Dec 01 21:11:10 user nova-compute[75255]: node.session.err_timeo.abort_timeout = 15
Dec 01 21:11:10 user nova-compute[75255]: node.session.err_timeo.lu_reset_timeout = 30
Dec 01 21:11:10 user nova-compute[75255]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 01 21:11:10 user nova-compute[75255]: node.session.err_timeo.host_reset_timeout = 60
Dec 01 21:11:10 user nova-compute[75255]: node.session.iscsi.FastAbort = Yes
Dec 01 21:11:10 user nova-compute[75255]: node.session.iscsi.InitialR2T = No
Dec 01 21:11:10 user nova-compute[75255]: node.session.iscsi.ImmediateData = Yes
Dec 01 21:11:10 user nova-compute[75255]: node.session.iscsi.FirstBurstLength = 262144
Dec 01 21:11:10 user nova-compute[75255]: node.session.iscsi.MaxBurstLength = 16776192
Dec 01 21:11:10 user nova-compute[75255]: node.session.iscsi.DefaultTime2Retain = 0
Dec 01 21:11:10 user nova-compute[75255]: node.session.iscsi.DefaultTime2Wait = 2
Dec 01 21:11:10 user nova-compute[75255]: node.session.iscsi.MaxConnections = 1
Dec 01 21:11:10 user nova-compute[75255]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 01 21:11:10 user nova-compute[75255]: node.session.iscsi.ERL = 0
Dec 01 21:11:10 user nova-compute[75255]: node.session.scan = manual
Dec 01 21:11:10 user nova-compute[75255]: node.session.reopen_max = 0
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].address = 172.16.0.220
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].port = 3260
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].startup = manual
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].tcp.window_size = 524288
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].tcp.type_of_service = 0
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].timeo.logout_timeout = 15
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].timeo.login_timeout = 15
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].timeo.auth_timeout = 45
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].timeo.noop_out_interval = 5
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].timeo.noop_out_timeout = 5
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].iscsi.HeaderDigest = None
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].iscsi.DataDigest = None
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].iscsi.IFMarker = No
Dec 01 21:11:10 user nova-compute[75255]: node.conn[0].iscsi.OFMarker = No
Dec 01 21:11:10 user nova-compute[75255]: # END RECORD
Dec 01 21:11:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ca6140-5ff7-4f34-89f8-5e9acd21f072]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance destroyed successfully.
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'resources' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b93b5652-8d39-4b99-8cb1-2c2374c922d4]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RfYDvxAJ {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1342521602',display_name='tempest-AttachVolumeTestJSON-server-1342521602',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1342521602',id=3,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSL5MAHzml9K/zjL/dqe2gk1aGrfKA8ISNoIEkRSMhBGxg6xpykTeyAJv8N0AC2Fj914Akrf9kbuZZXQWVUotNjDNvtJ38x60zkMbWfdA08k1qfeIaws87wxKMISkMIOA==',key_name='tempest-keypair-1522987857',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-0eg8u8kt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:09:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=ce56d8e0-6289-4dde-9553-f3fb13918bc0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_vif [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape271cd3f-47, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RfYDvxAJ" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[73a0639a-64d3-4e2d-8dff-aea311fd0330]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RfYDvxAJ'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5172a754-5a55-456e-b7a2-b380902b2f09) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc346c06-e528-4179-9e00-18ab506acf3c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:10 user nova-compute[75255]: INFO os_vif [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47')
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WRHJpAFz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:10 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa41419c-2c85-444a-b3ec-31086de2805a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.174s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] HCTL ('36', '0', '0', 0) found on session 14 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[931be22f-bf68-4da3-bcc5-7d404e521ab2]: (4, ('0 0 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Searching for a device in session 14 and hctl ('36', '0', '0', 0) yield: sde {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RfYDvxAJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.205s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] <== connect_volume: return (207ms) {'type': 'block', 'scsi_wwn': '26266373030333461', 'path': '/dev/sde'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266373030333461', 'path': '/dev/sde'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.056s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0382724d-3780-4a21-b359-3f9e1b27aed9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:11:10 user nova-compute[75255]: No targets found.
Dec 01 21:11:10 user nova-compute[75255]: iSNS:
Dec 01 21:11:10 user nova-compute[75255]: No targets found.
Dec 01 21:11:10 user nova-compute[75255]: STATIC:
Dec 01 21:11:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:11:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:11:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:11:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1
Dec 01 21:11:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b
Dec 01 21:11:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:10 user nova-compute[75255]: FIRMWARE:
Dec 01 21:11:10 user nova-compute[75255]: No targets found.
Dec 01 21:11:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:11:10 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:11:10 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-686753307',display_name='tempest-ServerStableDeviceRescueTest-server-686753307',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-686753307',id=1,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKEjTIU99ZvYRA7g81KC6KFv8HH+jFp2EyuLkMCqTAHg37nEPMwA+OMFy6ASiimW0ZvvycSqWzeCWe+ww48xtSdjnYBKnj66M8bhslGJV23wAPOVq6U754P2Gg70rWt5LA==',key_name='tempest-keypair-1510575204',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fcc58357ed164cd3a52a65d9760b9e4b',ramdisk_id='',reservation_id='r-k47lv895',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1832628412',owner_user_name='tempest-ServerStableDeviceRescueTest-1832628412-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:09:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5dfa29420bea4d40a580d4220de63078',uuid=6d22427f-cd3d-4f50-895e-0c473af57ac0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "vif_mac": "fa:16:3e:d9:ec:f4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Converting VIF {"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "vif_mac": "fa:16:3e:d9:ec:f4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d9:ec:f4,bridge_name='br-int',has_traffic_filtering=True,id=ae114a61-83bc-4fbf-b970-c4768578532a,network=Network(96ebe8f6-38e0-4bcd-8764-adb1093e4ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae114a61-83') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.base [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Object Instance<6d22427f-cd3d-4f50-895e-0c473af57ac0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:11:10 user nova-compute[75255]:   <uuid>6d22427f-cd3d-4f50-895e-0c473af57ac0</uuid>
Dec 01 21:11:10 user nova-compute[75255]:   <name>instance-00000001</name>
Dec 01 21:11:10 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:11:10 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:11:10 user nova-compute[75255]:   <metadata>
Dec 01 21:11:10 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:11:10 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:11:10 user nova-compute[75255]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-686753307</nova:name>
Dec 01 21:11:10 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:11:10</nova:creationTime>
Dec 01 21:11:10 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:11:10 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:11:10 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:11:10 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:11:10 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:11:10 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:11:10 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:11:10 user nova-compute[75255]:       <nova:owner>
Dec 01 21:11:10 user nova-compute[75255]:         <nova:user uuid="5dfa29420bea4d40a580d4220de63078">tempest-ServerStableDeviceRescueTest-1832628412-project-member</nova:user>
Dec 01 21:11:10 user nova-compute[75255]:         <nova:project uuid="fcc58357ed164cd3a52a65d9760b9e4b">tempest-ServerStableDeviceRescueTest-1832628412</nova:project>
Dec 01 21:11:10 user nova-compute[75255]:       </nova:owner>
Dec 01 21:11:10 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:11:10 user nova-compute[75255]:       <nova:ports>
Dec 01 21:11:10 user nova-compute[75255]:         <nova:port uuid="ae114a61-83bc-4fbf-b970-c4768578532a">
Dec 01 21:11:10 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 21:11:10 user nova-compute[75255]:         </nova:port>
Dec 01 21:11:10 user nova-compute[75255]:       </nova:ports>
Dec 01 21:11:10 user nova-compute[75255]:     </nova:instance>
Dec 01 21:11:10 user nova-compute[75255]:   </metadata>
Dec 01 21:11:10 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:11:10 user nova-compute[75255]:     <system>
Dec 01 21:11:10 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:11:10 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:11:10 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:11:10 user nova-compute[75255]:       <entry name="serial">6d22427f-cd3d-4f50-895e-0c473af57ac0</entry>
Dec 01 21:11:10 user nova-compute[75255]:       <entry name="uuid">6d22427f-cd3d-4f50-895e-0c473af57ac0</entry>
Dec 01 21:11:10 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:11:10 user nova-compute[75255]:     </system>
Dec 01 21:11:10 user nova-compute[75255]:   </sysinfo>
Dec 01 21:11:10 user nova-compute[75255]:   <os>
Dec 01 21:11:10 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:11:10 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:11:10 user nova-compute[75255]:   </os>
Dec 01 21:11:10 user nova-compute[75255]:   <features>
Dec 01 21:11:10 user nova-compute[75255]:     <acpi/>
Dec 01 21:11:10 user nova-compute[75255]:     <apic/>
Dec 01 21:11:10 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:11:10 user nova-compute[75255]:   </features>
Dec 01 21:11:10 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:11:10 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:11:10 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:11:10 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:11:10 user nova-compute[75255]:   </clock>
Dec 01 21:11:10 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:11:10 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:11:10 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:11:10 user nova-compute[75255]:   </cpu>
Dec 01 21:11:10 user nova-compute[75255]:   <devices>
Dec 01 21:11:10 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:11:10 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:11:10 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk"/>
Dec 01 21:11:10 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:11:10 user nova-compute[75255]:     </disk>
Dec 01 21:11:10 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:11:10 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:11:10 user nova-compute[75255]:       <source dev="/dev/sde"/>
Dec 01 21:11:10 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:11:10 user nova-compute[75255]:       <serial>da8a944e-2f56-49b7-bf17-c571793d8372</serial>
Dec 01 21:11:10 user nova-compute[75255]:     </disk>
Dec 01 21:11:10 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:11:10 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:11:10 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.rescue"/>
Dec 01 21:11:10 user nova-compute[75255]:       <target dev="vdc" bus="virtio"/>
Dec 01 21:11:10 user nova-compute[75255]:       <boot order="1"/>
Dec 01 21:11:10 user nova-compute[75255]:     </disk>
Dec 01 21:11:10 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:11:10 user nova-compute[75255]:       <mac address="fa:16:3e:d9:ec:f4"/>
Dec 01 21:11:10 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:11:10 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:11:10 user nova-compute[75255]:       <target dev="tapae114a61-83"/>
Dec 01 21:11:10 user nova-compute[75255]:     </interface>
Dec 01 21:11:10 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:11:10 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/console.log" append="off"/>
Dec 01 21:11:10 user nova-compute[75255]:     </serial>
Dec 01 21:11:10 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:11:10 user nova-compute[75255]:     <video>
Dec 01 21:11:10 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:11:10 user nova-compute[75255]:     </video>
Dec 01 21:11:10 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:11:10 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:11:10 user nova-compute[75255]:     </rng>
Dec 01 21:11:10 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:11:10 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:11:10 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:11:10 user nova-compute[75255]:     </memballoon>
Dec 01 21:11:10 user nova-compute[75255]:   </devices>
Dec 01 21:11:10 user nova-compute[75255]: </domain>
Dec 01 21:11:10 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb175f04-7e3f-45cb-9819-402aae7b8e48]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Instance destroyed successfully.
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc4bd33c-afae-46f0-b448-6700a4283932]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8280387ac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[67b89407-e8bf-4409-95d1-03fd96c4b47c]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] No VIF found with MAC fa:16:3e:d9:ec:f4, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a74340ae-8454-46c5-8be4-b0f2edc4bea8]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f32cd6e0-ead7-482a-a890-d7610311b4d9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-78261666-45e3-4ada-a757-e6fc0b79d3bf req-1717de01-c8f8-4392-a1e2-e2a29ab5a33b service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-78261666-45e3-4ada-a757-e6fc0b79d3bf req-1717de01-c8f8-4392-a1e2-e2a29ab5a33b service nova] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-78261666-45e3-4ada-a757-e6fc0b79d3bf req-1717de01-c8f8-4392-a1e2-e2a29ab5a33b service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-78261666-45e3-4ada-a757-e6fc0b79d3bf req-1717de01-c8f8-4392-a1e2-e2a29ab5a33b service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-78261666-45e3-4ada-a757-e6fc0b79d3bf req-1717de01-c8f8-4392-a1e2-e2a29ab5a33b service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] No waiting events found dispatching network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:10 user nova-compute[75255]: WARNING nova.compute.manager [req-78261666-45e3-4ada-a757-e6fc0b79d3bf req-1717de01-c8f8-4392-a1e2-e2a29ab5a33b service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received unexpected event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 for instance with vm_state building and task_state spawning.
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.056s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2484d446-31f6-4a55-8e38-d4eac599adb5]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[636691ab-3d68-43cc-be22-cf468408726b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1981c903-ddf9-4376-87d3-7d95b73d0405]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260]
Dec 01 21:11:10 user nova-compute[75255]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260] successful.
Dec 01 21:11:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b536a6-5df2-4e6c-b138-dc03c783d6be]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.376s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== disconnect_volume: return (432ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Start _get_guest_xml network_info=[{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WRHJpAFz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'ce56d8e0-6289-4dde-9553-f3fb13918bc0', 'attached_at': '', 'detached_at': '', 'volume_id': '5b8519b4-24f6-4c94-ab28-2d5b9b67f477', 'serial': '5b8519b4-24f6-4c94-ab28-2d5b9b67f477'}, 'device_type': 'disk', 'attachment_id': '9c4be217-fe45-4a8e-8a1e-1013474b8620', 'boot_index': None, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'numa_topology' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:10 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:10 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'vcpu_model' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.objects.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WRHJpAFz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:10 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:10 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:10 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06db6fd-8449-4ee9-8268-e572cd9a6c22]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:11:11 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.109s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c510f340-00ad-46ad-8725-ed156e69ec4f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477] added
Dec 01 21:11:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.056s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3363170-ee0f-4212-89c3-4cf60ea3449b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b64ddb-c2df-475a-8cba-14909fcdd41a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WRHJpAFz {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WRHJpAFz" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc1035dd-10ef-4586-bf87-7a0aa755ff10]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WRHJpAFz'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d30d978-8cbe-4a4a-b2df-e4560a772f55]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:11:11 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Instance spawned successfully.
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[88285f16-353d-4ae4-a248-154fab514ceb]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d48524-5cc5-488b-916b-2b5d66ceeb1d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260]
Dec 01 21:11:11 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260] successful.
Dec 01 21:11:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1f67dc9-a481-4073-b355-6b384f9cef86]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:11 user nova-compute[75255]: INFO nova.compute.manager [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Took 8.69 seconds to spawn the instance on the hypervisor.
Dec 01 21:11:11 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3ef5b3-974e-463b-80d1-bb23058daae4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.478s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.033s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[210bdf5e-4ad7-4312-b81e-dd1ae072abd4]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:11:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WRHJpAFz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:11:11 user nova-compute[75255]: INFO nova.compute.manager [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Took 10.07 seconds to build instance.
Dec 01 21:11:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3f938698-1a97-4f0b-bcd5-840d424e13f9 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.260s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.537s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== connect_volume: return (1539ms) {'type': 'block', 'scsi_wwn': '23137336166396537', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137336166396537', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1342521602',display_name='tempest-AttachVolumeTestJSON-server-1342521602',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1342521602',id=3,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSL5MAHzml9K/zjL/dqe2gk1aGrfKA8ISNoIEkRSMhBGxg6xpykTeyAJv8N0AC2Fj914Akrf9kbuZZXQWVUotNjDNvtJ38x60zkMbWfdA08k1qfeIaws87wxKMISkMIOA==',key_name='tempest-keypair-1522987857',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-0eg8u8kt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:09:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=ce56d8e0-6289-4dde-9553-f3fb13918bc0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG nova.objects.instance [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'pci_devices' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG nova.objects.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:11:12 user nova-compute[75255]:   <uuid>ce56d8e0-6289-4dde-9553-f3fb13918bc0</uuid>
Dec 01 21:11:12 user nova-compute[75255]:   <name>instance-00000003</name>
Dec 01 21:11:12 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:11:12 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:11:12 user nova-compute[75255]:   <metadata>
Dec 01 21:11:12 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:11:12 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:11:12 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeTestJSON-server-1342521602</nova:name>
Dec 01 21:11:12 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:11:10</nova:creationTime>
Dec 01 21:11:12 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:11:12 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:11:12 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:11:12 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:11:12 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:11:12 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:11:12 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:11:12 user nova-compute[75255]:       <nova:owner>
Dec 01 21:11:12 user nova-compute[75255]:         <nova:user uuid="665f289c8a70400bb50612d2b9744322">tempest-AttachVolumeTestJSON-1814331807-project-member</nova:user>
Dec 01 21:11:12 user nova-compute[75255]:         <nova:project uuid="c60d35f44f614c31ae5c4b304b4e8fbf">tempest-AttachVolumeTestJSON-1814331807</nova:project>
Dec 01 21:11:12 user nova-compute[75255]:       </nova:owner>
Dec 01 21:11:12 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:11:12 user nova-compute[75255]:       <nova:ports>
Dec 01 21:11:12 user nova-compute[75255]:         <nova:port uuid="e271cd3f-47b5-4354-8119-8d35da7a4193">
Dec 01 21:11:12 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 21:11:12 user nova-compute[75255]:         </nova:port>
Dec 01 21:11:12 user nova-compute[75255]:       </nova:ports>
Dec 01 21:11:12 user nova-compute[75255]:     </nova:instance>
Dec 01 21:11:12 user nova-compute[75255]:   </metadata>
Dec 01 21:11:12 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:11:12 user nova-compute[75255]:     <system>
Dec 01 21:11:12 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:11:12 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:11:12 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:11:12 user nova-compute[75255]:       <entry name="serial">ce56d8e0-6289-4dde-9553-f3fb13918bc0</entry>
Dec 01 21:11:12 user nova-compute[75255]:       <entry name="uuid">ce56d8e0-6289-4dde-9553-f3fb13918bc0</entry>
Dec 01 21:11:12 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:11:12 user nova-compute[75255]:     </system>
Dec 01 21:11:12 user nova-compute[75255]:   </sysinfo>
Dec 01 21:11:12 user nova-compute[75255]:   <os>
Dec 01 21:11:12 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:11:12 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:11:12 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:11:12 user nova-compute[75255]:   </os>
Dec 01 21:11:12 user nova-compute[75255]:   <features>
Dec 01 21:11:12 user nova-compute[75255]:     <acpi/>
Dec 01 21:11:12 user nova-compute[75255]:     <apic/>
Dec 01 21:11:12 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:11:12 user nova-compute[75255]:   </features>
Dec 01 21:11:12 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:11:12 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:11:12 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:11:12 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:11:12 user nova-compute[75255]:   </clock>
Dec 01 21:11:12 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:11:12 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:11:12 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:11:12 user nova-compute[75255]:   </cpu>
Dec 01 21:11:12 user nova-compute[75255]:   <devices>
Dec 01 21:11:12 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:11:12 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:11:12 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk"/>
Dec 01 21:11:12 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:11:12 user nova-compute[75255]:     </disk>
Dec 01 21:11:12 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:11:12 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:11:12 user nova-compute[75255]:       <source dev="/dev/sdc"/>
Dec 01 21:11:12 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:11:12 user nova-compute[75255]:       <serial>5b8519b4-24f6-4c94-ab28-2d5b9b67f477</serial>
Dec 01 21:11:12 user nova-compute[75255]:     </disk>
Dec 01 21:11:12 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:11:12 user nova-compute[75255]:       <mac address="fa:16:3e:95:d8:29"/>
Dec 01 21:11:12 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:11:12 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:11:12 user nova-compute[75255]:       <target dev="tape271cd3f-47"/>
Dec 01 21:11:12 user nova-compute[75255]:     </interface>
Dec 01 21:11:12 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:11:12 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/console.log" append="off"/>
Dec 01 21:11:12 user nova-compute[75255]:     </serial>
Dec 01 21:11:12 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:11:12 user nova-compute[75255]:     <video>
Dec 01 21:11:12 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:11:12 user nova-compute[75255]:     </video>
Dec 01 21:11:12 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:11:12 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:11:12 user nova-compute[75255]:     </rng>
Dec 01 21:11:12 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:11:12 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:11:12 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:11:12 user nova-compute[75255]:     </memballoon>
Dec 01 21:11:12 user nova-compute[75255]:   </devices>
Dec 01 21:11:12 user nova-compute[75255]: </domain>
Dec 01 21:11:12 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-3a906b28-2277-459d-a49e-f2ab74680817 req-2a6d9ac0-9640-4b91-aa72-1ca52d8e1932 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a906b28-2277-459d-a49e-f2ab74680817 req-2a6d9ac0-9640-4b91-aa72-1ca52d8e1932 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a906b28-2277-459d-a49e-f2ab74680817 req-2a6d9ac0-9640-4b91-aa72-1ca52d8e1932 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a906b28-2277-459d-a49e-f2ab74680817 req-2a6d9ac0-9640-4b91-aa72-1ca52d8e1932 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-3a906b28-2277-459d-a49e-f2ab74680817 req-2a6d9ac0-9640-4b91-aa72-1ca52d8e1932 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:12 user nova-compute[75255]: WARNING nova.compute.manager [req-3a906b28-2277-459d-a49e-f2ab74680817 req-2a6d9ac0-9640-4b91-aa72-1ca52d8e1932 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state active and task_state rescuing.
Dec 01 21:11:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.objects.instance [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'trusted_certs' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.objects.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.223s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Cannot resize image /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.objects.instance [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'migration_context' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.objects.base [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1342521602',display_name='tempest-AttachVolumeTestJSON-server-1342521602',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1342521602',id=3,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSL5MAHzml9K/zjL/dqe2gk1aGrfKA8ISNoIEkRSMhBGxg6xpykTeyAJv8N0AC2Fj914Akrf9kbuZZXQWVUotNjDNvtJ38x60zkMbWfdA08k1qfeIaws87wxKMISkMIOA==',key_name='tempest-keypair-1522987857',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-0eg8u8kt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:09:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=ce56d8e0-6289-4dde-9553-f3fb13918bc0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG os_vif [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Stashing vm_state: active {{(pid=75255) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6032991-e030-5fc2-9930-1e6249b4ba44', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape271cd3f-47, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape271cd3f-47, col_values=(('qos', UUID('757dac0e-809a-4426-a55e-0d844d1f3ca9')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape271cd3f-47, col_values=(('external_ids', {'iface-id': 'e271cd3f-47b5-4354-8119-8d35da7a4193', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:d8:29', 'vm-uuid': 'ce56d8e0-6289-4dde-9553-f3fb13918bc0'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:13 user nova-compute[75255]: INFO os_vif [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47')
Dec 01 21:11:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:13 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:11:13 user nova-compute[75255]: INFO nova.compute.claims [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Claim successful on node user
Dec 01 21:11:13 user nova-compute[75255]: INFO nova.compute.resource_tracker [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating resource usage from migration 0e3d1bbd-69fe-41a1-8212-18c84600b53f
Dec 01 21:11:14 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.555s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:14 user nova-compute[75255]: INFO nova.compute.manager [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Migrating
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:11:14 user nova-compute[75255]: INFO nova.compute.rpcapi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquired lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG nova.objects.instance [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'pci_requests' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG nova.objects.instance [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'numa_topology' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:11:14 user nova-compute[75255]: INFO nova.compute.claims [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Claim successful on node user
Dec 01 21:11:14 user nova-compute[75255]: DEBUG nova.compute.manager [req-2e3272c5-f0d0-4875-8baa-63e64613dea3 req-6ea29e4a-f775-4191-b668-919dcf6b7bdb service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2e3272c5-f0d0-4875-8baa-63e64613dea3 req-6ea29e4a-f775-4191-b668-919dcf6b7bdb service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2e3272c5-f0d0-4875-8baa-63e64613dea3 req-6ea29e4a-f775-4191-b668-919dcf6b7bdb service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2e3272c5-f0d0-4875-8baa-63e64613dea3 req-6ea29e4a-f775-4191-b668-919dcf6b7bdb service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:14 user nova-compute[75255]: DEBUG nova.compute.manager [req-2e3272c5-f0d0-4875-8baa-63e64613dea3 req-6ea29e4a-f775-4191-b668-919dcf6b7bdb service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:14 user nova-compute[75255]: WARNING nova.compute.manager [req-2e3272c5-f0d0-4875-8baa-63e64613dea3 req-6ea29e4a-f775-4191-b668-919dcf6b7bdb service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state active and task_state rescuing.
Dec 01 21:11:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7c92f8c8-e346-41a8-80a5-832b04f5f938 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Releasing lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Starting migrate_disk_and_power_off {{(pid=75255) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11481}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.806s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:15 user nova-compute[75255]: INFO nova.network.neutron [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updating port f27f3965-ecac-4ab8-81fa-3448a849f58f with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-dfc52cfa-be00-415e-ad9d-ca1815ff1224 req-c09317f7-a061-4b8b-a2e5-5e3805f17fd8 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-dfc52cfa-be00-415e-ad9d-ca1815ff1224 req-c09317f7-a061-4b8b-a2e5-5e3805f17fd8 service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-dfc52cfa-be00-415e-ad9d-ca1815ff1224 req-c09317f7-a061-4b8b-a2e5-5e3805f17fd8 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-dfc52cfa-be00-415e-ad9d-ca1815ff1224 req-c09317f7-a061-4b8b-a2e5-5e3805f17fd8 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-dfc52cfa-be00-415e-ad9d-ca1815ff1224 req-c09317f7-a061-4b8b-a2e5-5e3805f17fd8 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:15 user nova-compute[75255]: WARNING nova.compute.manager [req-dfc52cfa-be00-415e-ad9d-ca1815ff1224 req-c09317f7-a061-4b8b-a2e5-5e3805f17fd8 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state stopped and task_state powering-on.
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance destroyed successfully.
Dec 01 21:11:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-62684714',display_name='tempest-ServerActionsTestOtherB-server-62684714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-62684714',id=2,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD88t0UQnSTeuYOrC04yszykTuUv57aiV/ddqP080qMnZKGqZvsV688n9yWznx+oI7ofpLdSR35aSAbumbRUt5qVWq1cMVJReyXv2zsQnGVi2ER0nDu2pIGYw8FebXm3Aw==',key_name='tempest-keypair-1226066122',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d9ac5d05e6ad4f9591e617a268089626',ramdisk_id='',reservation_id='r-9tyo4gmr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-531785613',owner_user_name='tempest-ServerActionsTestOtherB-531785613-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:11:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3b1c1f8b23f34169a9603e55a9405a83',uuid=e849fb46-c1e3-46e5-a3ea-d14e33e87711,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-755158681-network", "vif_mac": "fa:16:3e:79:4f:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converting VIF {"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-755158681-network", "vif_mac": "fa:16:3e:79:4f:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_vif [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc7f06d51-e6, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6cfa0954-e0cc-461f-95d0-0dc7a330f842) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: INFO os_vif [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6')
Dec 01 21:11:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:16 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b507990-03b5-4884-8fda-67bb9a0fc9fd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:11:16 user nova-compute[75255]: No targets found.
Dec 01 21:11:16 user nova-compute[75255]: iSNS:
Dec 01 21:11:16 user nova-compute[75255]: No targets found.
Dec 01 21:11:16 user nova-compute[75255]: STATIC:
Dec 01 21:11:16 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:11:16 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:16 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:16 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:11:16 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:16 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:16 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:11:16 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:16 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:16 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1
Dec 01 21:11:16 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:16 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:16 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b
Dec 01 21:11:16 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:16 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:16 user nova-compute[75255]: FIRMWARE:
Dec 01 21:11:16 user nova-compute[75255]: No targets found.
Dec 01 21:11:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:11:16 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:11:16 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[adeeb9e0-db40-4813-a442-d124c4b87ce9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.050s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e58617c-dc6d-4db8-a308-f5ce1cd2ff0a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:16 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:16 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:16 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:16 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:16 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:16 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:16 user nova-compute[75255]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:16 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cecd900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05'): ({'sdf'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Removing single pathed devices sdf {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eb63488-9ea2-41d3-9b87-ba330b321e63]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba656c11-085b-47e9-ab08-f9f6f02f586b]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Flushing IO for device /dev/sdf {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e7177bb-174d-4cc4-87c3-24b24bc04ae5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.050s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[423f40ff-a733-4957-b6b4-12b9ea834285]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] SCSI volumes sdf have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf24de13-503b-409e-9a3e-637d9824d316]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --logout" returned: 0 in 0.094s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ae5cc22-966d-48b5-9eff-406e98f31dde]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]
Dec 01 21:11:16 user nova-compute[75255]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.
Dec 01 21:11:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2a75e40-4611-4d36-b390-39abb7e3856b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.432s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] <== disconnect_volume: return (434ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-unplugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-unplugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:16 user nova-compute[75255]: WARNING nova.compute.manager [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-unplugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state active and task_state resize_migrating.
Dec 01 21:11:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:16 user nova-compute[75255]: WARNING nova.compute.manager [req-7dbc2848-3b77-482a-93ba-b995199bc896 req-d115fda1-3fa3-453f-aa87-431fe2e2948b service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state active and task_state resize_migrating.
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquired lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG nova.network.neutron [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711_resize/disk /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG nova.network.neutron [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updating instance_info_cache with network_info: [{"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Releasing lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:11:17 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Creating image(s)
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "/opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "/opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "/opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG nova.objects.instance [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'trusted_certs' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "cp -r /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711_resize/disk /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk" returned: 0 in 0.517s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711_resize/disk.info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk.info {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG nova.objects.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Object Instance<cec85ad5-b851-4101-98b3-4c2d9c92dcb7> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "e4624e9aa569ba6b096bf0498fe6a44a40b5203d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "e4624e9aa569ba6b096bf0498fe6a44a40b5203d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "cp -r /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711_resize/disk.info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk.info" returned: 0 in 0.059s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d.part --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:19 user nova-compute[75255]: WARNING nova.compute.manager [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state stopped and task_state powering-on.
Dec 01 21:11:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-changed-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Refreshing instance network info cache due to event network-changed-f27f3965-ecac-4ab8-81fa-3448a849f58f. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] Acquiring lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] Acquired lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Refreshing network info cache for port f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:11:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance rebooted successfully.
Dec 01 21:11:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-31971ab5-52da-4195-b2fb-a20a3d3713f3 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d.part --force-share --output=json" returned: 0 in 0.278s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG nova.virt.images [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] 662e2d1b-631d-42e2-a87c-1056451aaeec was qcow2, converting to raw {{(pid=75255) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d.part /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d.converted {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d.part /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d.converted" returned: 0 in 0.457s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d.converted --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d.converted --force-share --output=json" returned: 0 in 0.293s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "e4624e9aa569ba6b096bf0498fe6a44a40b5203d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.494s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updated VIF entry in instance network info cache for port f27f3965-ecac-4ab8-81fa-3448a849f58f. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updating instance_info_cache with network_info: [{"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-018fb613-1f56-4a97-8d37-c14e20a6bc80 req-28ee09ea-132d-4bb5-a3db-0dc0f4ab65e8 service nova] Releasing lock "refresh_cache-cec85ad5-b851-4101-98b3-4c2d9c92dcb7" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d --force-share --output=json" returned: 0 in 0.257s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "e4624e9aa569ba6b096bf0498fe6a44a40b5203d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "e4624e9aa569ba6b096bf0498fe6a44a40b5203d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Port c7f06d51-e6b8-4b72-841d-81735fbe02d6 binding to destination host user is already ACTIVE {{(pid=75255) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d --force-share --output=json" returned: 0 in 0.261s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d,backing_fmt=raw /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d,backing_fmt=raw /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk 1073741824" returned: 0 in 0.056s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "e4624e9aa569ba6b096bf0498fe6a44a40b5203d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.323s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquired lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d --force-share --output=json" returned: 0 in 0.233s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG nova.objects.instance [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'migration_context' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG nova.objects.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Object Instance<cec85ad5-b851-4101-98b3-4c2d9c92dcb7> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:21 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Rebasing disk image.
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.221s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 -F raw /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Releasing lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG os_brick.utils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c313f6-9fe0-4f4b-b7ea-f0c4e23d86db]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7177274c-df70-4d68-ba3f-d1adc8261fe8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.030s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c80a0d51-be47-4914-96a1-cde4fdc6add2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[78a281ae-ea32-4cce-9ffa-48149399370e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:11:21 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:11:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[03e663da-24dc-4345-aff5-7b3392b4ef02]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:11:21 user nova-compute[75255]: DEBUG os_brick.utils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] <== get_connector_properties: return (168ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "797e29c9-34af-4039-9f19-8f593b95a3b3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:24 user nova-compute[75255]: INFO nova.compute.manager [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Detaching volume d72423bd-3d89-424c-8c20-fec6cebee2b1
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 -F raw /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk" returned: 0 in 3.302s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Ensure instance console log exists: /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Start _get_guest_xml network_info=[{"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='9fed24434400fd0cad3c7e2a4f5dc69a',container_format='bare',created_at=2023-12-01T21:09:09Z,direct_url=<?>,disk_format='qcow2',id=662e2d1b-631d-42e2-a87c-1056451aaeec,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1817279949-shelved',owner='1710a62043cc4582910d0de99e8030eb',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-01T21:09:13Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'asxDRiMC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'cec85ad5-b851-4101-98b3-4c2d9c92dcb7', 'attached_at': '', 'detached_at': '', 'volume_id': '2b06b9f2-def9-4ecb-a35b-79abf035626a', 'serial': '2b06b9f2-def9-4ecb-a35b-79abf035626a'}, 'device_type': 'disk', 'attachment_id': '6417b198-e6c2-422c-bc70-b208c09b532a', 'boot_index': None, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:11:24 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:24 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9fed24434400fd0cad3c7e2a4f5dc69a',container_format='bare',created_at=2023-12-01T21:09:09Z,direct_url=<?>,disk_format='qcow2',id=662e2d1b-631d-42e2-a87c-1056451aaeec,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1817279949-shelved',owner='1710a62043cc4582910d0de99e8030eb',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-01T21:09:13Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.objects.instance [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'vcpu_model' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:24 user nova-compute[75255]: INFO nova.virt.block_device [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Attempting to driver detach volume d72423bd-3d89-424c-8c20-fec6cebee2b1 from mountpoint /dev/vdb
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.objects.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Object Instance<cec85ad5-b851-4101-98b3-4c2d9c92dcb7> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'asxDRiMC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:24 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:24 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:24 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "797e29c9-34af-4039-9f19-8f593b95a3b3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Attempting to detach device vdb from instance 797e29c9-34af-4039-9f19-8f593b95a3b3 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:11:24 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:11:24 user nova-compute[75255]:   <source dev="/dev/sdd"/>
Dec 01 21:11:24 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:11:24 user nova-compute[75255]:   <serial>d72423bd-3d89-424c-8c20-fec6cebee2b1</serial>
Dec 01 21:11:24 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:11:24 user nova-compute[75255]: </disk>
Dec 01 21:11:24 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260" returned: 21 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4e3a7f-6bc5-4387-9be0-c8a1acff1470]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:11:24 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:24 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Successfully detached device vdb from instance 797e29c9-34af-4039-9f19-8f593b95a3b3 from the persistent domain config.
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 797e29c9-34af-4039-9f19-8f593b95a3b3 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:11:24 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:11:24 user nova-compute[75255]:   <source dev="/dev/sdd"/>
Dec 01 21:11:24 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:11:24 user nova-compute[75255]:   <serial>d72423bd-3d89-424c-8c20-fec6cebee2b1</serial>
Dec 01 21:11:24 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:11:24 user nova-compute[75255]: </disk>
Dec 01 21:11:24 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb51343f-74d5-41f1-989c-d0c57b4e5935]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a] added
Dec 01 21:11:24 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e5946bc-8c5f-4f03-92f7-3cab9572cedf]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[92d73d87-9b11-44ba-9ca4-059d8f75be5c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v asxDRiMC {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v asxDRiMC" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[98b26dff-9340-4f56-9496-2d22fae342e9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'asxDRiMC'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a11744a-8869-45b7-ae4d-f109880c3b07]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[244d0392-f5d2-488a-8137-b9d071166bbf]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --login" returned: 0 in 0.100s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6bd907-395a-4cac-a093-b0f5f9cee062]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a, portal: 172.16.0.220,3260]
Dec 01 21:11:25 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a, portal: 172.16.0.220,3260] successful.
Dec 01 21:11:25 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a1807b-4ed6-4ddf-afdf-38d07a4869b9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f6bf880-2ed3-4dbc-85e0-1786614e76ce]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:25 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:25 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:25 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.440s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] HCTL ('37', '-', '-', 0) found on session 17 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.062s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[94637b39-2aa9-4247-a6f4-c87957f4377f]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Searching for a device in session 17 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'asxDRiMC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:11:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 797e29c9-34af-4039-9f19-8f593b95a3b3 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:26 user nova-compute[75255]: INFO nova.compute.manager [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Terminating instance
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.compute.manager [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.531s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] <== connect_volume: return (1533ms) {'type': 'block', 'scsi_wwn': '26638303733643263', 'path': '/dev/sdf'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26638303733643263', 'path': '/dev/sdf'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1817279949',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1817279949',id=4,image_ref='662e2d1b-631d-42e2-a87c-1056451aaeec',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1946132660',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-b1r73g7w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member',shelved_at='2023-12-01T21:09:13.142767',shelved_host='user',shelved_image_id='662e2d1b-631d-42e2-a87c-1056451aaeec'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:11:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=cec85ad5-b851-4101-98b3-4c2d9c92dcb7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.objects.instance [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'pci_devices' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.objects.base [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Object Instance<cec85ad5-b851-4101-98b3-4c2d9c92dcb7> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:11:26 user nova-compute[75255]:   <uuid>cec85ad5-b851-4101-98b3-4c2d9c92dcb7</uuid>
Dec 01 21:11:26 user nova-compute[75255]:   <name>instance-00000004</name>
Dec 01 21:11:26 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:11:26 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:11:26 user nova-compute[75255]:   <metadata>
Dec 01 21:11:26 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:11:26 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:11:26 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1817279949</nova:name>
Dec 01 21:11:26 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:11:24</nova:creationTime>
Dec 01 21:11:26 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:11:26 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:11:26 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:11:26 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:11:26 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:11:26 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:11:26 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:11:26 user nova-compute[75255]:       <nova:owner>
Dec 01 21:11:26 user nova-compute[75255]:         <nova:user uuid="bb12338d5cbd4bf4a86c207bb4ddd90d">tempest-AttachVolumeShelveTestJSON-468209258-project-member</nova:user>
Dec 01 21:11:26 user nova-compute[75255]:         <nova:project uuid="1710a62043cc4582910d0de99e8030eb">tempest-AttachVolumeShelveTestJSON-468209258</nova:project>
Dec 01 21:11:26 user nova-compute[75255]:       </nova:owner>
Dec 01 21:11:26 user nova-compute[75255]:       <nova:root type="image" uuid="662e2d1b-631d-42e2-a87c-1056451aaeec"/>
Dec 01 21:11:26 user nova-compute[75255]:       <nova:ports>
Dec 01 21:11:26 user nova-compute[75255]:         <nova:port uuid="f27f3965-ecac-4ab8-81fa-3448a849f58f">
Dec 01 21:11:26 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 21:11:26 user nova-compute[75255]:         </nova:port>
Dec 01 21:11:26 user nova-compute[75255]:       </nova:ports>
Dec 01 21:11:26 user nova-compute[75255]:     </nova:instance>
Dec 01 21:11:26 user nova-compute[75255]:   </metadata>
Dec 01 21:11:26 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:11:26 user nova-compute[75255]:     <system>
Dec 01 21:11:26 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:11:26 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:11:26 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:11:26 user nova-compute[75255]:       <entry name="serial">cec85ad5-b851-4101-98b3-4c2d9c92dcb7</entry>
Dec 01 21:11:26 user nova-compute[75255]:       <entry name="uuid">cec85ad5-b851-4101-98b3-4c2d9c92dcb7</entry>
Dec 01 21:11:26 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:11:26 user nova-compute[75255]:     </system>
Dec 01 21:11:26 user nova-compute[75255]:   </sysinfo>
Dec 01 21:11:26 user nova-compute[75255]:   <os>
Dec 01 21:11:26 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:11:26 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:11:26 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:11:26 user nova-compute[75255]:   </os>
Dec 01 21:11:26 user nova-compute[75255]:   <features>
Dec 01 21:11:26 user nova-compute[75255]:     <acpi/>
Dec 01 21:11:26 user nova-compute[75255]:     <apic/>
Dec 01 21:11:26 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:11:26 user nova-compute[75255]:   </features>
Dec 01 21:11:26 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:11:26 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:11:26 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:11:26 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:11:26 user nova-compute[75255]:   </clock>
Dec 01 21:11:26 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:11:26 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:11:26 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:11:26 user nova-compute[75255]:   </cpu>
Dec 01 21:11:26 user nova-compute[75255]:   <devices>
Dec 01 21:11:26 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:11:26 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:11:26 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk"/>
Dec 01 21:11:26 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:11:26 user nova-compute[75255]:     </disk>
Dec 01 21:11:26 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:11:26 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:11:26 user nova-compute[75255]:       <source dev="/dev/sdf"/>
Dec 01 21:11:26 user nova-compute[75255]:       <target dev="vdc" bus="virtio"/>
Dec 01 21:11:26 user nova-compute[75255]:       <serial>2b06b9f2-def9-4ecb-a35b-79abf035626a</serial>
Dec 01 21:11:26 user nova-compute[75255]:     </disk>
Dec 01 21:11:26 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:11:26 user nova-compute[75255]:       <mac address="fa:16:3e:12:e8:c7"/>
Dec 01 21:11:26 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:11:26 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:11:26 user nova-compute[75255]:       <target dev="tapf27f3965-ec"/>
Dec 01 21:11:26 user nova-compute[75255]:     </interface>
Dec 01 21:11:26 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:11:26 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/console.log" append="off"/>
Dec 01 21:11:26 user nova-compute[75255]:     </serial>
Dec 01 21:11:26 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:11:26 user nova-compute[75255]:     <video>
Dec 01 21:11:26 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:11:26 user nova-compute[75255]:     </video>
Dec 01 21:11:26 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:11:26 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:11:26 user nova-compute[75255]:     </rng>
Dec 01 21:11:26 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:11:26 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:11:26 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:11:26 user nova-compute[75255]:     </memballoon>
Dec 01 21:11:26 user nova-compute[75255]:   </devices>
Dec 01 21:11:26 user nova-compute[75255]: </domain>
Dec 01 21:11:26 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1817279949',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1817279949',id=4,image_ref='662e2d1b-631d-42e2-a87c-1056451aaeec',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1946132660',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-b1r73g7w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member',shelved_at='2023-12-01T21:09:13.142767',shelved_host='user',shelved_image_id='662e2d1b-631d-42e2-a87c-1056451aaeec'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:11:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=cec85ad5-b851-4101-98b3-4c2d9c92dcb7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG os_vif [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '30f23971-def6-5917-9e17-0245ac838003', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf27f3965-ec, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf27f3965-ec, col_values=(('qos', UUID('74e7f7cc-4fba-404c-9d91-322b30d95f6f')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf27f3965-ec, col_values=(('external_ids', {'iface-id': 'f27f3965-ecac-4ab8-81fa-3448a849f58f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:12:e8:c7', 'vm-uuid': 'cec85ad5-b851-4101-98b3-4c2d9c92dcb7'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:26 user nova-compute[75255]: INFO os_vif [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec')
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] No VIF found with MAC fa:16:3e:12:e8:c7, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:11:27 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Instance destroyed successfully.
Dec 01 21:11:27 user nova-compute[75255]: DEBUG nova.objects.instance [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lazy-loading 'resources' on Instance uuid e910ab82-e7a6-48d4-beb1-9b647888a51e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:07:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1583812859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1389942526',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbARFXI19mu9M+Kfv8bJRrcz+nac50zINTZiZpVJU98WMpLSuI/TcDxqmOXIc6444XujFLcL3xfwgyo0w9zS1tVTLuFTakfNrB8H/y5Jokna3ICRfXiI6HppvIAcN+MkQ==',key_name='tempest-keypair-1019862164',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:10:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af714ba836c44080b83c56905704a6ce',ramdisk_id='',reservation_id='r-wvjsjyce',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-92260300',owner_user_name='tempest-ServerActionsV293TestJSON-92260300-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:10:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='034610d2b2204da4a9e50457443eb6ff',uuid=e910ab82-e7a6-48d4-beb1-9b647888a51e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converting VIF {"id": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "address": "fa:16:3e:7e:14:d5", "network": {"id": "4adb6174-dde0-4f31-8b1c-7858e953ed69", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-721748134-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af714ba836c44080b83c56905704a6ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap320afbb7-21", "ovs_interfaceid": "320afbb7-21fc-4d72-a0ce-0e17633ae58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_vif [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap320afbb7-21, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4d58322a-c02d-4603-a971-cbfcc639a445) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:27 user nova-compute[75255]: INFO os_vif [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:14:d5,bridge_name='br-int',has_traffic_filtering=True,id=320afbb7-21fc-4d72-a0ce-0e17633ae58e,network=Network(4adb6174-dde0-4f31-8b1c-7858e953ed69),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap320afbb7-21')
Dec 01 21:11:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rytYMqUH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:27 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bb80742-5ff8-41fe-8568-74886a05b81b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:11:27 user nova-compute[75255]: No targets found.
Dec 01 21:11:27 user nova-compute[75255]: iSNS:
Dec 01 21:11:27 user nova-compute[75255]: No targets found.
Dec 01 21:11:27 user nova-compute[75255]: STATIC:
Dec 01 21:11:27 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:11:27 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:27 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:27 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:11:27 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:27 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:27 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a
Dec 01 21:11:27 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:27 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:27 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1
Dec 01 21:11:27 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:27 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:27 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b
Dec 01 21:11:27 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:27 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:27 user nova-compute[75255]: FIRMWARE:
Dec 01 21:11:27 user nova-compute[75255]: No targets found.
Dec 01 21:11:27 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:11:27 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:11:27 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc2f045c-3260-420d-b9a3-e4a6374c66e0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1dbcdbd-4182-4c65-951a-0d6d4f8dc80e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:27 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:27 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:27 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:27 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:27 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b (non-flash)
Dec 01 21:11:27 user nova-compute[75255]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:27 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:27 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:27 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:27 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82a01104c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.052s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[986ad9d2-b65d-44b5-af06-117d4b57011c]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c10beefe-40a6-48e7-af06-7874c1769b1b]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8eedbaf-15b2-4b58-b5a9-d6761e628079]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[622e2f7b-20ab-4bbf-ad08-6c86241a7965]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c8df3b1-2fee-4ab5-8fd4-fd952e0727b5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[88001cbd-8cb5-46a3-aefc-6901a8544a5d]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260]
Dec 01 21:11:27 user nova-compute[75255]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b, portal: 172.16.0.220,3260] successful.
Dec 01 21:11:27 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9806ab80-2e39-4bef-96a1-1b3d4df0dd8b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc6a1656-bca2-4e45-baa9-32ca2307ce38]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] <== disconnect_volume: return (388ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:11:27 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Deleting instance files /opt/stack/data/nova/instances/e910ab82-e7a6-48d4-beb1-9b647888a51e_del
Dec 01 21:11:27 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Deletion of /opt/stack/data/nova/instances/e910ab82-e7a6-48d4-beb1-9b647888a51e_del complete
Dec 01 21:11:27 user nova-compute[75255]: INFO nova.compute.manager [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Took 1.67 seconds to destroy the instance on the hypervisor.
Dec 01 21:11:27 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:11:27 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-6f3f494d-913e-4bcc-bb5a-9b99459b6712 req-45f7045c-e96c-473f-8e74-020095c05fec service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-vif-unplugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6f3f494d-913e-4bcc-bb5a-9b99459b6712 req-45f7045c-e96c-473f-8e74-020095c05fec service nova] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6f3f494d-913e-4bcc-bb5a-9b99459b6712 req-45f7045c-e96c-473f-8e74-020095c05fec service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6f3f494d-913e-4bcc-bb5a-9b99459b6712 req-45f7045c-e96c-473f-8e74-020095c05fec service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-6f3f494d-913e-4bcc-bb5a-9b99459b6712 req-45f7045c-e96c-473f-8e74-020095c05fec service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] No waiting events found dispatching network-vif-unplugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-6f3f494d-913e-4bcc-bb5a-9b99459b6712 req-45f7045c-e96c-473f-8e74-020095c05fec service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-vif-unplugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:11:29 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:29 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Took 1.33 seconds to deallocate network for instance.
Dec 01 21:11:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-edf4455e-c77f-4205-ba17-5b73312e6f5d req-0f40c96b-4aeb-4c68-ad97-4bab7cf7c536 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-vif-deleted-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:30 user nova-compute[75255]: INFO nova.compute.manager [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Took 1.16 seconds to detach 1 volumes for instance.
Dec 01 21:11:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Deleting volume: 9806ab80-2e39-4bef-96a1-1b3d4df0dd8b {{(pid=75255) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 21:11:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:11:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:11:30 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Instance spawned successfully.
Dec 01 21:11:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] Acquiring lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] No waiting events found dispatching network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:31 user nova-compute[75255]: WARNING nova.compute.manager [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] [instance: e910ab82-e7a6-48d4-beb1-9b647888a51e] Received unexpected event network-vif-plugged-320afbb7-21fc-4d72-a0ce-0e17633ae58e for instance with vm_state deleted and task_state None.
Dec 01 21:11:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] No waiting events found dispatching network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:31 user nova-compute[75255]: WARNING nova.compute.manager [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received unexpected event network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 21:11:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] No waiting events found dispatching network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:31 user nova-compute[75255]: WARNING nova.compute.manager [req-1b0d3c31-6c9c-438a-8bc6-f543cb1e620c req-881b0452-ff99-49a7-8de5-f873e991e1a5 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received unexpected event network-vif-plugged-f27f3965-ecac-4ab8-81fa-3448a849f58f for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 21:11:31 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.561s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:31 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Deleted allocations for instance e910ab82-e7a6-48d4-beb1-9b647888a51e
Dec 01 21:11:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-db5e5f08-60d2-4e2a-ae13-bd66f82b3afa tempest-ServerActionsV293TestJSON-92260300 tempest-ServerActionsV293TestJSON-92260300-project-member] Lock "e910ab82-e7a6-48d4-beb1-9b647888a51e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.128s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:11:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-71c63906-bad2-4baf-bd9e-7e9876f2d19c tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 29.380s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Starting finish_migration {{(pid=75255) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11668}}
Dec 01 21:11:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance directory exists: not creating {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 21:11:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Creating image(s)
Dec 01 21:11:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.248s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk. size=21474836480 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk 21474836480 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk 21474836480" returned: 0 in 0.045s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Ensure instance console log exists: /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Start _get_guest_xml network_info=[{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-755158681-network", "vif_mac": "fa:16:3e:79:4f:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e849fb46-c1e3-46e5-a3ea-d14e33e87711', 'attached_at': '2023-12-01T21:11:34.000000', 'detached_at': '', 'volume_id': '7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'serial': '7a5b47d2-f8d0-4ffc-acba-0de6dc635b05'}, 'device_type': 'disk', 'attachment_id': '00a0e7ad-8c3a-4c94-a14a-7b0f8ae92ad0', 'boot_index': None, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:11:34 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:34 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:34 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:34 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:34 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d408bec4-6f4e-4cae-84fb-3b08f8dcfa9f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:11:34 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78ec7f2-9a8c-41a8-8dbd-658250400a50]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05] added
Dec 01 21:11:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[68dc9d70-ae17-41d7-83ed-f674bd15fbf9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[478c8e34-7121-4042-b6f3-cc4bd17b285c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VtTfQlYJ {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VtTfQlYJ" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a78559-38bb-4ae8-9a7a-e1e7de2e5f36]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VtTfQlYJ'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b7c7c3c-13bf-447e-b182-03fd622b8aef]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[244a5485-94a3-4984-a97e-fb979fffd7c9]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8488bf01-0874-4d96-ba75-7ba34c850148]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]
Dec 01 21:11:34 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.
Dec 01 21:11:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a61565d-02fa-4801-9bad-bae56fefc831]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffba4326-3bad-4b61-b656-9e41990d923c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:34 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] HCTL ('33', '-', '-', 0) found on session 18 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba2e92d3-b158-4331-80b9-4f5417cf93a7]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:11:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.365s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] <== connect_volume: return (1367ms) {'type': 'block', 'scsi_wwn': '26366363062316230', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366363062316230', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-62684714',display_name='tempest-ServerActionsTestOtherB-server-62684714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-62684714',id=2,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD88t0UQnSTeuYOrC04yszykTuUv57aiV/ddqP080qMnZKGqZvsV688n9yWznx+oI7ofpLdSR35aSAbumbRUt5qVWq1cMVJReyXv2zsQnGVi2ER0nDu2pIGYw8FebXm3Aw==',key_name='tempest-keypair-1226066122',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d9ac5d05e6ad4f9591e617a268089626',ramdisk_id='',reservation_id='r-9tyo4gmr',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-531785613',owner_user_name='tempest-ServerActionsTestOtherB-531785613-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:11:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3b1c1f8b23f34169a9603e55a9405a83',uuid=e849fb46-c1e3-46e5-a3ea-d14e33e87711,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-755158681-network", "vif_mac": "fa:16:3e:79:4f:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converting VIF {"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-755158681-network", "vif_mac": "fa:16:3e:79:4f:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:11:35 user nova-compute[75255]:   <uuid>e849fb46-c1e3-46e5-a3ea-d14e33e87711</uuid>
Dec 01 21:11:35 user nova-compute[75255]:   <name>instance-00000002</name>
Dec 01 21:11:35 user nova-compute[75255]:   <memory>2097152</memory>
Dec 01 21:11:35 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:11:35 user nova-compute[75255]:   <metadata>
Dec 01 21:11:35 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:11:35 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:11:35 user nova-compute[75255]:       <nova:name>tempest-ServerActionsTestOtherB-server-62684714</nova:name>
Dec 01 21:11:35 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:11:34</nova:creationTime>
Dec 01 21:11:35 user nova-compute[75255]:       <nova:flavor name="m1.small">
Dec 01 21:11:35 user nova-compute[75255]:         <nova:memory>2048</nova:memory>
Dec 01 21:11:35 user nova-compute[75255]:         <nova:disk>20</nova:disk>
Dec 01 21:11:35 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:11:35 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:11:35 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:11:35 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:11:35 user nova-compute[75255]:       <nova:owner>
Dec 01 21:11:35 user nova-compute[75255]:         <nova:user uuid="3b1c1f8b23f34169a9603e55a9405a83">tempest-ServerActionsTestOtherB-531785613-project-member</nova:user>
Dec 01 21:11:35 user nova-compute[75255]:         <nova:project uuid="d9ac5d05e6ad4f9591e617a268089626">tempest-ServerActionsTestOtherB-531785613</nova:project>
Dec 01 21:11:35 user nova-compute[75255]:       </nova:owner>
Dec 01 21:11:35 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:11:35 user nova-compute[75255]:       <nova:ports>
Dec 01 21:11:35 user nova-compute[75255]:         <nova:port uuid="c7f06d51-e6b8-4b72-841d-81735fbe02d6">
Dec 01 21:11:35 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 21:11:35 user nova-compute[75255]:         </nova:port>
Dec 01 21:11:35 user nova-compute[75255]:       </nova:ports>
Dec 01 21:11:35 user nova-compute[75255]:     </nova:instance>
Dec 01 21:11:35 user nova-compute[75255]:   </metadata>
Dec 01 21:11:35 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:11:35 user nova-compute[75255]:     <system>
Dec 01 21:11:35 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:11:35 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:11:35 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:11:35 user nova-compute[75255]:       <entry name="serial">e849fb46-c1e3-46e5-a3ea-d14e33e87711</entry>
Dec 01 21:11:35 user nova-compute[75255]:       <entry name="uuid">e849fb46-c1e3-46e5-a3ea-d14e33e87711</entry>
Dec 01 21:11:35 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:11:35 user nova-compute[75255]:     </system>
Dec 01 21:11:35 user nova-compute[75255]:   </sysinfo>
Dec 01 21:11:35 user nova-compute[75255]:   <os>
Dec 01 21:11:35 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:11:35 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:11:35 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:11:35 user nova-compute[75255]:   </os>
Dec 01 21:11:35 user nova-compute[75255]:   <features>
Dec 01 21:11:35 user nova-compute[75255]:     <acpi/>
Dec 01 21:11:35 user nova-compute[75255]:     <apic/>
Dec 01 21:11:35 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:11:35 user nova-compute[75255]:   </features>
Dec 01 21:11:35 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:11:35 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:11:35 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:11:35 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:11:35 user nova-compute[75255]:   </clock>
Dec 01 21:11:35 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:11:35 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:11:35 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:11:35 user nova-compute[75255]:   </cpu>
Dec 01 21:11:35 user nova-compute[75255]:   <devices>
Dec 01 21:11:35 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:11:35 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:11:35 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk"/>
Dec 01 21:11:35 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:11:35 user nova-compute[75255]:     </disk>
Dec 01 21:11:35 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:11:35 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:11:35 user nova-compute[75255]:       <source dev="/dev/sdb"/>
Dec 01 21:11:35 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:11:35 user nova-compute[75255]:       <serial>7a5b47d2-f8d0-4ffc-acba-0de6dc635b05</serial>
Dec 01 21:11:35 user nova-compute[75255]:     </disk>
Dec 01 21:11:35 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:11:35 user nova-compute[75255]:       <mac address="fa:16:3e:79:4f:22"/>
Dec 01 21:11:35 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:11:35 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:11:35 user nova-compute[75255]:       <target dev="tapc7f06d51-e6"/>
Dec 01 21:11:35 user nova-compute[75255]:     </interface>
Dec 01 21:11:35 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:11:35 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/console.log" append="off"/>
Dec 01 21:11:35 user nova-compute[75255]:     </serial>
Dec 01 21:11:35 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:11:35 user nova-compute[75255]:     <video>
Dec 01 21:11:35 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:11:35 user nova-compute[75255]:     </video>
Dec 01 21:11:35 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:11:35 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:11:35 user nova-compute[75255]:     </rng>
Dec 01 21:11:35 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:11:35 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:11:35 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:11:35 user nova-compute[75255]:     </memballoon>
Dec 01 21:11:35 user nova-compute[75255]:   </devices>
Dec 01 21:11:35 user nova-compute[75255]: </domain>
Dec 01 21:11:35 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-62684714',display_name='tempest-ServerActionsTestOtherB-server-62684714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-62684714',id=2,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD88t0UQnSTeuYOrC04yszykTuUv57aiV/ddqP080qMnZKGqZvsV688n9yWznx+oI7ofpLdSR35aSAbumbRUt5qVWq1cMVJReyXv2zsQnGVi2ER0nDu2pIGYw8FebXm3Aw==',key_name='tempest-keypair-1226066122',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d9ac5d05e6ad4f9591e617a268089626',ramdisk_id='',reservation_id='r-9tyo4gmr',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-531785613',owner_user_name='tempest-ServerActionsTestOtherB-531785613-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:11:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3b1c1f8b23f34169a9603e55a9405a83',uuid=e849fb46-c1e3-46e5-a3ea-d14e33e87711,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-755158681-network", "vif_mac": "fa:16:3e:79:4f:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converting VIF {"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-755158681-network", "vif_mac": "fa:16:3e:79:4f:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG os_vif [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '60de2c9b-fad4-5589-a5fa-ae7579749db3', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc7f06d51-e6, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc7f06d51-e6, col_values=(('qos', UUID('6bc9d528-a359-4d91-8439-b53d726ad598')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc7f06d51-e6, col_values=(('external_ids', {'iface-id': 'c7f06d51-e6b8-4b72-841d-81735fbe02d6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:4f:22', 'vm-uuid': 'e849fb46-c1e3-46e5-a3ea-d14e33e87711'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:35 user nova-compute[75255]: INFO os_vif [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6')
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:11:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] No VIF found with MAC fa:16:3e:79:4f:22, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:11:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-aaaa447a-6119-47da-b1cf-d840f04f88d7 req-06bbacb6-3482-45f8-b67d-f12b02f3d7ef service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aaaa447a-6119-47da-b1cf-d840f04f88d7 req-06bbacb6-3482-45f8-b67d-f12b02f3d7ef service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aaaa447a-6119-47da-b1cf-d840f04f88d7 req-06bbacb6-3482-45f8-b67d-f12b02f3d7ef service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aaaa447a-6119-47da-b1cf-d840f04f88d7 req-06bbacb6-3482-45f8-b67d-f12b02f3d7ef service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-aaaa447a-6119-47da-b1cf-d840f04f88d7 req-06bbacb6-3482-45f8-b67d-f12b02f3d7ef service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:37 user nova-compute[75255]: WARNING nova.compute.manager [req-aaaa447a-6119-47da-b1cf-d840f04f88d7 req-06bbacb6-3482-45f8-b67d-f12b02f3d7ef service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state active and task_state resize_finish.
Dec 01 21:11:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b9ed8f1-21f7-480b-85d3-db423803b13b req-f2a2fa3c-e425-4d03-8d33-5ddce8588cc1 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b9ed8f1-21f7-480b-85d3-db423803b13b req-f2a2fa3c-e425-4d03-8d33-5ddce8588cc1 service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b9ed8f1-21f7-480b-85d3-db423803b13b req-f2a2fa3c-e425-4d03-8d33-5ddce8588cc1 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b9ed8f1-21f7-480b-85d3-db423803b13b req-f2a2fa3c-e425-4d03-8d33-5ddce8588cc1 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b9ed8f1-21f7-480b-85d3-db423803b13b req-f2a2fa3c-e425-4d03-8d33-5ddce8588cc1 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:40 user nova-compute[75255]: WARNING nova.compute.manager [req-1b9ed8f1-21f7-480b-85d3-db423803b13b req-f2a2fa3c-e425-4d03-8d33-5ddce8588cc1 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state active and task_state resize_finish.
Dec 01 21:11:40 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:11:40 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance running successfully.
Dec 01 21:11:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Failed to set time: agent not configured {{(pid=75255) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 01 21:11:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a17a4016-69a9-4ba2-81ff-fb091cb119d8 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] finish_migration finished successfully. {{(pid=75255) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11763}}
Dec 01 21:11:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:45 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 797e29c9-34af-4039-9f19-8f593b95a3b3 is timed out.
Dec 01 21:11:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Successfully detached device vdb from instance 797e29c9-34af-4039-9f19-8f593b95a3b3 from the live domain config.
Dec 01 21:11:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HdNVesiT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:45 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[67920bd1-9bf4-44ed-b3f6-b5a15dc16436]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:11:45 user nova-compute[75255]: No targets found.
Dec 01 21:11:45 user nova-compute[75255]: iSNS:
Dec 01 21:11:45 user nova-compute[75255]: No targets found.
Dec 01 21:11:45 user nova-compute[75255]: STATIC:
Dec 01 21:11:45 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:11:45 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:45 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:45 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:11:45 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:45 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:45 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:11:45 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:45 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:45 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a
Dec 01 21:11:45 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:45 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:45 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1
Dec 01 21:11:45 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:45 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:45 user nova-compute[75255]: FIRMWARE:
Dec 01 21:11:45 user nova-compute[75255]: No targets found.
Dec 01 21:11:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:11:45 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:11:45 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[085e0849-7e64-4769-935a-a9822d389553]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad29ad6-8191-4cd0-b792-c42bff510a25]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:45 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:45 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:45 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:45 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 (non-flash)
Dec 01 21:11:45 user nova-compute[75255]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:45 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:45 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:45 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cee4d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1'): ({'sdd'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Removing single pathed devices sdd {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f20558-fd4b-4dcc-96d3-3eb40dbbf613]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bffc49e1-2031-47af-826a-5c8a188fa089]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Flushing IO for device /dev/sdd {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[18bdea8c-7758-47e4-95ee-f187a3a5df1f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.055s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e60c3a3-1c2e-49c4-91d2-80db394e2341]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4366404-76d6-4b87-9e33-e52e90d9cb22]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.089s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[822186a1-3887-45d4-b0ec-a848ae9542c5]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1, portal: 172.16.0.220,3260]
Dec 01 21:11:45 user nova-compute[75255]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1, portal: 172.16.0.220,3260] successful.
Dec 01 21:11:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[64e1e630-989b-4933-b0f2-f3347f25ebeb]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.400s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] <== disconnect_volume: return (401ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:11:46 user nova-compute[75255]: DEBUG nova.objects.instance [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lazy-loading 'flavor' on Instance uuid 797e29c9-34af-4039-9f19-8f593b95a3b3 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-525fe261-5551-48d6-a1d4-e7eb67ae5a66 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.542s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.196s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:47 user nova-compute[75255]: INFO nova.compute.manager [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Terminating instance
Dec 01 21:11:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-c5a98e90-2246-4c8f-a523-25522c5fd2a3 req-933703bd-ee7b-4a7a-a71d-e42fc7340658 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received event network-vif-unplugged-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c5a98e90-2246-4c8f-a523-25522c5fd2a3 req-933703bd-ee7b-4a7a-a71d-e42fc7340658 service nova] Acquiring lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c5a98e90-2246-4c8f-a523-25522c5fd2a3 req-933703bd-ee7b-4a7a-a71d-e42fc7340658 service nova] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c5a98e90-2246-4c8f-a523-25522c5fd2a3 req-933703bd-ee7b-4a7a-a71d-e42fc7340658 service nova] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-c5a98e90-2246-4c8f-a523-25522c5fd2a3 req-933703bd-ee7b-4a7a-a71d-e42fc7340658 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] No waiting events found dispatching network-vif-unplugged-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-c5a98e90-2246-4c8f-a523-25522c5fd2a3 req-933703bd-ee7b-4a7a-a71d-e42fc7340658 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received event network-vif-unplugged-b6268e73-4770-4051-bc77-6f14fe259756 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Instance destroyed successfully.
Dec 01 21:11:48 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lazy-loading 'resources' on Instance uuid 797e29c9-34af-4039-9f19-8f593b95a3b3 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:08:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-728801415',display_name='tempest-VolumesSnapshotTestJSON-instance-728801415',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-728801415',id=12,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYXa0XrzRVhvhM9ITi/foYk2XjPuYfWVE9MGEGtU0L6p1TTpEnGJ7JaMCA64PSN4FtLs1KauqccI3Jc9lD0NpRo9x4oeHpO7wfVsZ40qyPtRNM0oShQcNE/xs4fO6/ADQ==',key_name='tempest-keypair-1344337150',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:08:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e6dff980c8bc4a808d3e789556a7a554',ramdisk_id='',reservation_id='r-p80di2yz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1278801003',owner_user_name='tempest-VolumesSnapshotTestJSON-1278801003-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:08:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f342012a96a4edabf8268c2a0ea8743',uuid=797e29c9-34af-4039-9f19-8f593b95a3b3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converting VIF {"id": "b6268e73-4770-4051-bc77-6f14fe259756", "address": "fa:16:3e:09:05:a5", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6268e73-47", "ovs_interfaceid": "b6268e73-4770-4051-bc77-6f14fe259756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:09:05:a5,bridge_name='br-int',has_traffic_filtering=True,id=b6268e73-4770-4051-bc77-6f14fe259756,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6268e73-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_vif [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:09:05:a5,bridge_name='br-int',has_traffic_filtering=True,id=b6268e73-4770-4051-bc77-6f14fe259756,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6268e73-47') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb6268e73-47, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6e74f6b1-8dfd-4efb-b582-d1388466cecb) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:11:48 user nova-compute[75255]: INFO os_vif [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:09:05:a5,bridge_name='br-int',has_traffic_filtering=True,id=b6268e73-4770-4051-bc77-6f14fe259756,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6268e73-47')
Dec 01 21:11:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HdNVesiT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:11:48 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e9df8db-b68d-4f4b-933f-19474588c63c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:11:48 user nova-compute[75255]: No targets found.
Dec 01 21:11:48 user nova-compute[75255]: iSNS:
Dec 01 21:11:48 user nova-compute[75255]: No targets found.
Dec 01 21:11:48 user nova-compute[75255]: STATIC:
Dec 01 21:11:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:11:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:11:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:11:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a
Dec 01 21:11:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:11:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:11:48 user nova-compute[75255]: FIRMWARE:
Dec 01 21:11:48 user nova-compute[75255]: No targets found.
Dec 01 21:11:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:11:48 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:11:48 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d72423bd-3d89-424c-8c20-fec6cebee2b1', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aa5f320-2e94-40cc-8e41-117b3c9160df]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe8f3850-b3a4-45ee-a517-4f26383420b9]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:48 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:48 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:48 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:11:48 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:11:48 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:11:48 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:11:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cee6cb0>, {}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Disconnecting from: [] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.078s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] <== disconnect_volume: return (79ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:11:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Deleting instance files /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3_del
Dec 01 21:11:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Deletion of /opt/stack/data/nova/instances/797e29c9-34af-4039-9f19-8f593b95a3b3_del complete
Dec 01 21:11:48 user nova-compute[75255]: INFO nova.compute.manager [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Took 1.33 seconds to destroy the instance on the hypervisor.
Dec 01 21:11:48 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:11:48 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:11:49 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:11:49 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Took 1.31 seconds to deallocate network for instance.
Dec 01 21:11:49 user nova-compute[75255]: WARNING nova.volume.cinder [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Attachment f1a7ed52-3017-4ebc-90d4-9e167214b699 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = f1a7ed52-3017-4ebc-90d4-9e167214b699. (HTTP 404) (Request-ID: req-cbe58c85-70f6-4301-ae01-baeaddd8f216)
Dec 01 21:11:49 user nova-compute[75255]: INFO nova.compute.manager [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Took 0.02 seconds to detach 1 volumes for instance.
Dec 01 21:11:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-f75aab9e-1c54-4a0b-8bbd-95229eb73519 req-5164314c-3278-4aa9-9e00-6579522703b2 service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received event network-vif-deleted-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-948a2108-ec71-40f9-ac57-f5ba3de499b4 req-c1f59962-0143-4c5d-a299-0f3d14915c4f service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received event network-vif-plugged-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:11:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-948a2108-ec71-40f9-ac57-f5ba3de499b4 req-c1f59962-0143-4c5d-a299-0f3d14915c4f service nova] Acquiring lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-948a2108-ec71-40f9-ac57-f5ba3de499b4 req-c1f59962-0143-4c5d-a299-0f3d14915c4f service nova] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-948a2108-ec71-40f9-ac57-f5ba3de499b4 req-c1f59962-0143-4c5d-a299-0f3d14915c4f service nova] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-948a2108-ec71-40f9-ac57-f5ba3de499b4 req-c1f59962-0143-4c5d-a299-0f3d14915c4f service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] No waiting events found dispatching network-vif-plugged-b6268e73-4770-4051-bc77-6f14fe259756 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:11:49 user nova-compute[75255]: WARNING nova.compute.manager [req-948a2108-ec71-40f9-ac57-f5ba3de499b4 req-c1f59962-0143-4c5d-a299-0f3d14915c4f service nova] [instance: 797e29c9-34af-4039-9f19-8f593b95a3b3] Received unexpected event network-vif-plugged-b6268e73-4770-4051-bc77-6f14fe259756 for instance with vm_state deleted and task_state None.
Dec 01 21:11:50 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:11:50 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:11:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.450s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:50 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Deleted allocations for instance 797e29c9-34af-4039-9f19-8f593b95a3b3
Dec 01 21:11:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7157536e-2f8f-4987-af6c-1c15439d678b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "797e29c9-34af-4039-9f19-8f593b95a3b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.352s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:55 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:11:56 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:11:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:11:56 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:11:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:11:56 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:11:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:11:59 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:12:00 user nova-compute[75255]: INFO nova.compute.claims [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Claim successful on node user
Dec 01 21:12:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:00 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:12:00 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:12:00 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7555MB free_disk=25.282623291015625GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:00 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.996s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.134s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:12:01 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Applying migration context for instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 as it has an incoming, in-progress migration 0e3d1bbd-69fe-41a1-8212-18c84600b53f. Migration status is finished {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 01 21:12:01 user nova-compute[75255]: INFO nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating resource usage from migration 0e3d1bbd-69fe-41a1-8212-18c84600b53f
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance aa6c3d5f-1afa-483a-bd41-664aa925eaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 5e89b861-cce8-4a5e-aebe-2031e19b0feb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Migration 0e3d1bbd-69fe-41a1-8212-18c84600b53f is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 47810816-84b2-4a1f-a08b-5b19bf7d491b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=28GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:12:01 user nova-compute[75255]: INFO nova.virt.block_device [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Booting with volume 6f7ac788-6fa7-4133-8e73-bbc7185ad706 at /dev/vda
Dec 01 21:12:01 user nova-compute[75255]: DEBUG os_brick.utils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d53ba87b-ef68-425b-a587-005d3dcdf45c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[59009d9a-3b92-42cc-ab1c-c55e992d00d8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[73cec29a-2a07-4458-9674-761f31081b32]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.policy [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6860636097492885d799c632d8125a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da8be11e07141d68f814f49bf8bf3bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef6e463-d107-48c4-bc54-abeac555de8b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:12:01 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a5f8bef-5b45-4951-9a97-fc52944be918]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG os_brick.utils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating existing volume attachment record: 3aab9c26-baed-4a4d-95ca-7aec29f71ffc {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:12:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.570s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully created port: 3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:12:02 user nova-compute[75255]: INFO nova.compute.claims [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Claim successful on node user
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.518s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:02 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:12:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully created port: b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:12:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Creating image(s)
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "/opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "/opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "/opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG nova.policy [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec2b8f29e7f24f2abe9b6d850fc6acb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bc0ab497168456eb1db9de3ac3abfec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.194s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk 1073741824" returned: 0 in 0.059s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully created port: 5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.192s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Checking if we can resize image /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Updating instance_info_cache with network_info: [{"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-aa6c3d5f-1afa-483a-bd41-664aa925eaea" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Cannot resize image /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Ensure instance console log exists: /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Successfully created port: 3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:12:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully created port: 73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:12:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Successfully updated port: 3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:12:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "refresh_cache-880d41c4-9f52-45bf-b524-2fda9c3f3638" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquired lock "refresh_cache-880d41c4-9f52-45bf-b524-2fda9c3f3638" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-d9853494-2550-4393-9b51-3e065e95acb1 req-fe62c984-d8bf-4441-8194-5703338f3691 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Received event network-changed-3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-d9853494-2550-4393-9b51-3e065e95acb1 req-fe62c984-d8bf-4441-8194-5703338f3691 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Refreshing instance network info cache due to event network-changed-3468feea-f200-4d25-9f40-2494b5fd8e5a. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d9853494-2550-4393-9b51-3e065e95acb1 req-fe62c984-d8bf-4441-8194-5703338f3691 service nova] Acquiring lock "refresh_cache-880d41c4-9f52-45bf-b524-2fda9c3f3638" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully created port: fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Updating instance_info_cache with network_info: [{"id": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "address": "fa:16:3e:13:8f:f3", "network": {"id": "5646ace0-4eea-43e1-83e1-c86eb43426d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-749940438-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bc0ab497168456eb1db9de3ac3abfec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3468feea-f2", "ovs_interfaceid": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Releasing lock "refresh_cache-880d41c4-9f52-45bf-b524-2fda9c3f3638" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Instance network_info: |[{"id": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "address": "fa:16:3e:13:8f:f3", "network": {"id": "5646ace0-4eea-43e1-83e1-c86eb43426d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-749940438-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bc0ab497168456eb1db9de3ac3abfec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3468feea-f2", "ovs_interfaceid": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d9853494-2550-4393-9b51-3e065e95acb1 req-fe62c984-d8bf-4441-8194-5703338f3691 service nova] Acquired lock "refresh_cache-880d41c4-9f52-45bf-b524-2fda9c3f3638" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-d9853494-2550-4393-9b51-3e065e95acb1 req-fe62c984-d8bf-4441-8194-5703338f3691 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Refreshing network info cache for port 3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Start _get_guest_xml network_info=[{"id": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "address": "fa:16:3e:13:8f:f3", "network": {"id": "5646ace0-4eea-43e1-83e1-c86eb43426d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-749940438-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bc0ab497168456eb1db9de3ac3abfec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3468feea-f2", "ovs_interfaceid": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:12:05 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:12:05 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:12:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1470490199',display_name='tempest-DeleteServersTestJSON-server-1470490199',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1470490199',id=16,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2bc0ab497168456eb1db9de3ac3abfec',ramdisk_id='',reservation_id='r-co948ra7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-813141499',owner_user_name='tempest-DeleteServersTestJSON-813141499-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:03Z,user_data=None,user_id='ec2b8f29e7f24f2abe9b6d850fc6acb0',uuid=880d41c4-9f52-45bf-b524-2fda9c3f3638,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "address": "fa:16:3e:13:8f:f3", "network": {"id": "5646ace0-4eea-43e1-83e1-c86eb43426d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-749940438-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bc0ab497168456eb1db9de3ac3abfec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3468feea-f2", "ovs_interfaceid": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Converting VIF {"id": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "address": "fa:16:3e:13:8f:f3", "network": {"id": "5646ace0-4eea-43e1-83e1-c86eb43426d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-749940438-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bc0ab497168456eb1db9de3ac3abfec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3468feea-f2", "ovs_interfaceid": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:8f:f3,bridge_name='br-int',has_traffic_filtering=True,id=3468feea-f200-4d25-9f40-2494b5fd8e5a,network=Network(5646ace0-4eea-43e1-83e1-c86eb43426d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3468feea-f2') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.objects.instance [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lazy-loading 'pci_devices' on Instance uuid 880d41c4-9f52-45bf-b524-2fda9c3f3638 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:12:05 user nova-compute[75255]:   <uuid>880d41c4-9f52-45bf-b524-2fda9c3f3638</uuid>
Dec 01 21:12:05 user nova-compute[75255]:   <name>instance-00000010</name>
Dec 01 21:12:05 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:12:05 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:12:05 user nova-compute[75255]:   <metadata>
Dec 01 21:12:05 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:12:05 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:12:05 user nova-compute[75255]:       <nova:name>tempest-DeleteServersTestJSON-server-1470490199</nova:name>
Dec 01 21:12:05 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:12:05</nova:creationTime>
Dec 01 21:12:05 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:12:05 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:12:05 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:12:05 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:12:05 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:12:05 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:12:05 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:12:05 user nova-compute[75255]:       <nova:owner>
Dec 01 21:12:05 user nova-compute[75255]:         <nova:user uuid="ec2b8f29e7f24f2abe9b6d850fc6acb0">tempest-DeleteServersTestJSON-813141499-project-member</nova:user>
Dec 01 21:12:05 user nova-compute[75255]:         <nova:project uuid="2bc0ab497168456eb1db9de3ac3abfec">tempest-DeleteServersTestJSON-813141499</nova:project>
Dec 01 21:12:05 user nova-compute[75255]:       </nova:owner>
Dec 01 21:12:05 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:12:05 user nova-compute[75255]:       <nova:ports>
Dec 01 21:12:05 user nova-compute[75255]:         <nova:port uuid="3468feea-f200-4d25-9f40-2494b5fd8e5a">
Dec 01 21:12:05 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 01 21:12:05 user nova-compute[75255]:         </nova:port>
Dec 01 21:12:05 user nova-compute[75255]:       </nova:ports>
Dec 01 21:12:05 user nova-compute[75255]:     </nova:instance>
Dec 01 21:12:05 user nova-compute[75255]:   </metadata>
Dec 01 21:12:05 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:12:05 user nova-compute[75255]:     <system>
Dec 01 21:12:05 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:12:05 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:12:05 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:12:05 user nova-compute[75255]:       <entry name="serial">880d41c4-9f52-45bf-b524-2fda9c3f3638</entry>
Dec 01 21:12:05 user nova-compute[75255]:       <entry name="uuid">880d41c4-9f52-45bf-b524-2fda9c3f3638</entry>
Dec 01 21:12:05 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:12:05 user nova-compute[75255]:     </system>
Dec 01 21:12:05 user nova-compute[75255]:   </sysinfo>
Dec 01 21:12:05 user nova-compute[75255]:   <os>
Dec 01 21:12:05 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:12:05 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:12:05 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:12:05 user nova-compute[75255]:   </os>
Dec 01 21:12:05 user nova-compute[75255]:   <features>
Dec 01 21:12:05 user nova-compute[75255]:     <acpi/>
Dec 01 21:12:05 user nova-compute[75255]:     <apic/>
Dec 01 21:12:05 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:12:05 user nova-compute[75255]:   </features>
Dec 01 21:12:05 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:12:05 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:12:05 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:12:05 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:12:05 user nova-compute[75255]:   </clock>
Dec 01 21:12:05 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:12:05 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:12:05 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:12:05 user nova-compute[75255]:   </cpu>
Dec 01 21:12:05 user nova-compute[75255]:   <devices>
Dec 01 21:12:05 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:12:05 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:12:05 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk"/>
Dec 01 21:12:05 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:12:05 user nova-compute[75255]:     </disk>
Dec 01 21:12:05 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:12:05 user nova-compute[75255]:       <mac address="fa:16:3e:13:8f:f3"/>
Dec 01 21:12:05 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:05 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:12:05 user nova-compute[75255]:       <target dev="tap3468feea-f2"/>
Dec 01 21:12:05 user nova-compute[75255]:     </interface>
Dec 01 21:12:05 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:12:05 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/console.log" append="off"/>
Dec 01 21:12:05 user nova-compute[75255]:     </serial>
Dec 01 21:12:05 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:12:05 user nova-compute[75255]:     <video>
Dec 01 21:12:05 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:05 user nova-compute[75255]:     </video>
Dec 01 21:12:05 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:12:05 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:12:05 user nova-compute[75255]:     </rng>
Dec 01 21:12:05 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:12:05 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:12:05 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:12:05 user nova-compute[75255]:     </memballoon>
Dec 01 21:12:05 user nova-compute[75255]:   </devices>
Dec 01 21:12:05 user nova-compute[75255]: </domain>
Dec 01 21:12:05 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:12:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1470490199',display_name='tempest-DeleteServersTestJSON-server-1470490199',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1470490199',id=16,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2bc0ab497168456eb1db9de3ac3abfec',ramdisk_id='',reservation_id='r-co948ra7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-813141499',owner_user_name='tempest-DeleteServersTestJSON-813141499-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:03Z,user_data=None,user_id='ec2b8f29e7f24f2abe9b6d850fc6acb0',uuid=880d41c4-9f52-45bf-b524-2fda9c3f3638,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "address": "fa:16:3e:13:8f:f3", "network": {"id": "5646ace0-4eea-43e1-83e1-c86eb43426d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-749940438-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bc0ab497168456eb1db9de3ac3abfec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3468feea-f2", "ovs_interfaceid": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Converting VIF {"id": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "address": "fa:16:3e:13:8f:f3", "network": {"id": "5646ace0-4eea-43e1-83e1-c86eb43426d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-749940438-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bc0ab497168456eb1db9de3ac3abfec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3468feea-f2", "ovs_interfaceid": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:8f:f3,bridge_name='br-int',has_traffic_filtering=True,id=3468feea-f200-4d25-9f40-2494b5fd8e5a,network=Network(5646ace0-4eea-43e1-83e1-c86eb43426d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3468feea-f2') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG os_vif [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:8f:f3,bridge_name='br-int',has_traffic_filtering=True,id=3468feea-f200-4d25-9f40-2494b5fd8e5a,network=Network(5646ace0-4eea-43e1-83e1-c86eb43426d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3468feea-f2') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bfa780f6-5a51-5f55-848f-f06efa623d93', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3468feea-f2, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3468feea-f2, col_values=(('qos', UUID('dac06914-4616-453e-bfd0-d2f62126df0b')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3468feea-f2, col_values=(('external_ids', {'iface-id': '3468feea-f200-4d25-9f40-2494b5fd8e5a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:8f:f3', 'vm-uuid': '880d41c4-9f52-45bf-b524-2fda9c3f3638'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:05 user nova-compute[75255]: INFO os_vif [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:8f:f3,bridge_name='br-int',has_traffic_filtering=True,id=3468feea-f200-4d25-9f40-2494b5fd8e5a,network=Network(5646ace0-4eea-43e1-83e1-c86eb43426d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3468feea-f2')
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] No VIF found with MAC fa:16:3e:13:8f:f3, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully updated port: 3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-d9853494-2550-4393-9b51-3e065e95acb1 req-fe62c984-d8bf-4441-8194-5703338f3691 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Updated VIF entry in instance network info cache for port 3468feea-f200-4d25-9f40-2494b5fd8e5a. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-d9853494-2550-4393-9b51-3e065e95acb1 req-fe62c984-d8bf-4441-8194-5703338f3691 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Updating instance_info_cache with network_info: [{"id": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "address": "fa:16:3e:13:8f:f3", "network": {"id": "5646ace0-4eea-43e1-83e1-c86eb43426d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-749940438-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bc0ab497168456eb1db9de3ac3abfec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3468feea-f2", "ovs_interfaceid": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d9853494-2550-4393-9b51-3e065e95acb1 req-fe62c984-d8bf-4441-8194-5703338f3691 service nova] Releasing lock "refresh_cache-880d41c4-9f52-45bf-b524-2fda9c3f3638" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-3f7de8fd-55ee-40c9-a5ca-53aab7c3e502 req-f0070045-e4ee-4c01-9d72-5fbb5099b623 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-changed-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-3f7de8fd-55ee-40c9-a5ca-53aab7c3e502 req-f0070045-e4ee-4c01-9d72-5fbb5099b623 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing instance network info cache due to event network-changed-3dfda696-0f68-40f5-91f3-8542a581dd2d. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3f7de8fd-55ee-40c9-a5ca-53aab7c3e502 req-f0070045-e4ee-4c01-9d72-5fbb5099b623 service nova] Acquiring lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3f7de8fd-55ee-40c9-a5ca-53aab7c3e502 req-f0070045-e4ee-4c01-9d72-5fbb5099b623 service nova] Acquired lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-3f7de8fd-55ee-40c9-a5ca-53aab7c3e502 req-f0070045-e4ee-4c01-9d72-5fbb5099b623 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing network info cache for port 3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:06 user nova-compute[75255]: DEBUG nova.network.neutron [req-3f7de8fd-55ee-40c9-a5ca-53aab7c3e502 req-f0070045-e4ee-4c01-9d72-5fbb5099b623 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:12:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:06 user nova-compute[75255]: DEBUG nova.network.neutron [req-3f7de8fd-55ee-40c9-a5ca-53aab7c3e502 req-f0070045-e4ee-4c01-9d72-5fbb5099b623 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3f7de8fd-55ee-40c9-a5ca-53aab7c3e502 req-f0070045-e4ee-4c01-9d72-5fbb5099b623 service nova] Releasing lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-3947a888-3c85-4c30-8d48-aa41305b4586 req-6301a6ad-5efd-429b-addd-00410905661c service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Received event network-vif-plugged-3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3947a888-3c85-4c30-8d48-aa41305b4586 req-6301a6ad-5efd-429b-addd-00410905661c service nova] Acquiring lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3947a888-3c85-4c30-8d48-aa41305b4586 req-6301a6ad-5efd-429b-addd-00410905661c service nova] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3947a888-3c85-4c30-8d48-aa41305b4586 req-6301a6ad-5efd-429b-addd-00410905661c service nova] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-3947a888-3c85-4c30-8d48-aa41305b4586 req-6301a6ad-5efd-429b-addd-00410905661c service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] No waiting events found dispatching network-vif-plugged-3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:07 user nova-compute[75255]: WARNING nova.compute.manager [req-3947a888-3c85-4c30-8d48-aa41305b4586 req-6301a6ad-5efd-429b-addd-00410905661c service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Received unexpected event network-vif-plugged-3468feea-f200-4d25-9f40-2494b5fd8e5a for instance with vm_state building and task_state spawning.
Dec 01 21:12:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:07 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully updated port: fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:12:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:08 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully updated port: 1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:12:09 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Instance spawned successfully.
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:09 user nova-compute[75255]: INFO nova.compute.manager [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Took 6.25 seconds to spawn the instance on the hypervisor.
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:12:09 user nova-compute[75255]: INFO nova.compute.manager [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Took 7.21 seconds to build instance.
Dec 01 21:12:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c2c3c23a-fe1b-4390-9655-810a23100652 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.316s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-changed-fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing instance network info cache due to event network-changed-fd44cabf-2990-482c-87bb-dee23d531792. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] Acquiring lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] Acquired lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.network.neutron [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing network info cache for port fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully updated port: b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.network.neutron [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.network.neutron [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] Releasing lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Received event network-vif-plugged-3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] Acquiring lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] No waiting events found dispatching network-vif-plugged-3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:09 user nova-compute[75255]: WARNING nova.compute.manager [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Received unexpected event network-vif-plugged-3468feea-f200-4d25-9f40-2494b5fd8e5a for instance with vm_state active and task_state None.
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-changed-1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing instance network info cache due to event network-changed-1e1a5872-316c-4567-bd02-17b64c208185. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] Acquiring lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] Acquired lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:09 user nova-compute[75255]: DEBUG nova.network.neutron [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing network info cache for port 1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:10 user nova-compute[75255]: DEBUG nova.network.neutron [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:12:10 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully updated port: 5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:12:10 user nova-compute[75255]: DEBUG nova.network.neutron [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3a7ae2b4-6811-46ef-a15e-57c01210e472 req-785d2b99-27dc-4195-8a25-ceb235718c8d service nova] Releasing lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:11 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully updated port: 73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:12:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-changed-b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing instance network info cache due to event network-changed-b743bf2c-0e56-4312-a68e-007aed8cd82a. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] Acquiring lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] Acquired lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:11 user nova-compute[75255]: DEBUG nova.network.neutron [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing network info cache for port b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:11 user nova-compute[75255]: DEBUG nova.network.neutron [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Successfully updated port: fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.network.neutron [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] Releasing lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-changed-5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing instance network info cache due to event network-changed-5b2b9054-5178-4e85-9dea-dabfe6dd45cf. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] Acquiring lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] Acquired lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.network.neutron [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing network info cache for port 5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:12 user nova-compute[75255]: INFO nova.virt.block_device [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Booting with volume 5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed at /dev/vdb
Dec 01 21:12:12 user nova-compute[75255]: DEBUG os_brick.utils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[02529fdf-3d05-4434-a4e2-63714553746d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.network.neutron [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5af318e0-0442-4a34-bcd6-45613fd2332d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[72e34b7d-e63b-49da-9b88-987413a5345b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd38266-b5ba-42b2-a25d-3f5c135c2c24]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:12:12 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa0a654e-3a87-4911-8b2d-c37e6c9b16d8]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG os_brick.utils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating existing volume attachment record: 26a3cf14-16b3-4924-b167-53ad87983ad1 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.network.neutron [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] Releasing lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-changed-73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing instance network info cache due to event network-changed-73af60cb-5cb6-4091-aaaa-44db0c289db9. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] Acquiring lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] Acquired lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.network.neutron [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing network info cache for port 73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.network.neutron [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.network.neutron [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-131dc78e-4af7-4a5f-be03-332191c95118 req-cfad4e53-89ca-4705-99de-034885dc4989 service nova] Releasing lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquired lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:12 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:12:13 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:12:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:13 user nova-compute[75255]: DEBUG nova.compute.manager [req-90d99b6b-1e5e-4d1e-90af-57f36c4edaca req-2210ebf8-5bd7-4579-aac3-2ad31246e1f4 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-changed-fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:13 user nova-compute[75255]: DEBUG nova.compute.manager [req-90d99b6b-1e5e-4d1e-90af-57f36c4edaca req-2210ebf8-5bd7-4579-aac3-2ad31246e1f4 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing instance network info cache due to event network-changed-fe1499c1-de90-4e6a-88d8-651715c0719a. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-90d99b6b-1e5e-4d1e-90af-57f36c4edaca req-2210ebf8-5bd7-4579-aac3-2ad31246e1f4 service nova] Acquiring lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:14 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [{"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Releasing lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance network_info: |[{"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:12:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-90d99b6b-1e5e-4d1e-90af-57f36c4edaca req-2210ebf8-5bd7-4579-aac3-2ad31246e1f4 service nova] Acquired lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-90d99b6b-1e5e-4d1e-90af-57f36c4edaca req-2210ebf8-5bd7-4579-aac3-2ad31246e1f4 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing network info cache for port fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-90d99b6b-1e5e-4d1e-90af-57f36c4edaca req-2210ebf8-5bd7-4579-aac3-2ad31246e1f4 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updated VIF entry in instance network info cache for port fe1499c1-de90-4e6a-88d8-651715c0719a. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:12:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-90d99b6b-1e5e-4d1e-90af-57f36c4edaca req-2210ebf8-5bd7-4579-aac3-2ad31246e1f4 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [{"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-90d99b6b-1e5e-4d1e-90af-57f36c4edaca req-2210ebf8-5bd7-4579-aac3-2ad31246e1f4 service nova] Releasing lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:24 user nova-compute[75255]: INFO nova.virt.block_device [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Booting with volume f1ff83a4-c110-4b9f-826a-3be578ba24fc at /dev/vdc
Dec 01 21:12:24 user nova-compute[75255]: DEBUG os_brick.utils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec25352d-49d1-4d4e-a313-8d61471e8521]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[01dce31b-8e7e-4bb6-9a0b-6b9e57a5e472]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcd533be-cc3d-4b8a-8a90-28d1d03e5658]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e869964d-46b3-4ad1-acf4-a18c1ae6f697]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:12:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:12:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:12:25 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:12:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2e9e8c3-1934-4fbe-8363-1a26adcef671]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:12:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:12:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:12:25 user nova-compute[75255]: DEBUG os_brick.utils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:12:25 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating existing volume attachment record: 79c56f81-2a06-4547-9089-e9448e597dd8 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:12:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:31 user nova-compute[75255]: INFO nova.compute.manager [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Terminating instance
Dec 01 21:12:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:12:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-fa1bee1a-9a0d-4d54-b32f-ed6dd048eab4 req-fc56dc56-3a53-47ed-a747-78a2b8a8d3c2 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Received event network-vif-unplugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fa1bee1a-9a0d-4d54-b32f-ed6dd048eab4 req-fc56dc56-3a53-47ed-a747-78a2b8a8d3c2 service nova] Acquiring lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fa1bee1a-9a0d-4d54-b32f-ed6dd048eab4 req-fc56dc56-3a53-47ed-a747-78a2b8a8d3c2 service nova] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fa1bee1a-9a0d-4d54-b32f-ed6dd048eab4 req-fc56dc56-3a53-47ed-a747-78a2b8a8d3c2 service nova] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-fa1bee1a-9a0d-4d54-b32f-ed6dd048eab4 req-fc56dc56-3a53-47ed-a747-78a2b8a8d3c2 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] No waiting events found dispatching network-vif-unplugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-fa1bee1a-9a0d-4d54-b32f-ed6dd048eab4 req-fc56dc56-3a53-47ed-a747-78a2b8a8d3c2 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Received event network-vif-unplugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:12:32 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Instance destroyed successfully.
Dec 01 21:12:32 user nova-compute[75255]: DEBUG nova.objects.instance [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lazy-loading 'resources' on Instance uuid 5e89b861-cce8-4a5e-aebe-2031e19b0feb {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-326173995',display_name='tempest-VolumesAdminNegativeTest-server-326173995',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-326173995',id=13,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:10:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e02d9cd06aef4bc398f87e189d8d3c9e',ramdisk_id='',reservation_id='r-6vxcneib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-28134318',owner_user_name='tempest-VolumesAdminNegativeTest-28134318-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:10:39Z,user_data=None,user_id='fe80ee03fe3f4689a5b2dd26fcb82ebf',uuid=5e89b861-cce8-4a5e-aebe-2031e19b0feb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "address": "fa:16:3e:8d:58:5f", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f06c98f-6b", "ovs_interfaceid": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converting VIF {"id": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "address": "fa:16:3e:8d:58:5f", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f06c98f-6b", "ovs_interfaceid": "5f06c98f-6b73-4ce7-8615-a069b9d31b05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:58:5f,bridge_name='br-int',has_traffic_filtering=True,id=5f06c98f-6b73-4ce7-8615-a069b9d31b05,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f06c98f-6b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG os_vif [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:58:5f,bridge_name='br-int',has_traffic_filtering=True,id=5f06c98f-6b73-4ce7-8615-a069b9d31b05,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f06c98f-6b') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5f06c98f-6b, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7723349c-44c1-45f8-8afe-80c09ac871a3) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:32 user nova-compute[75255]: INFO os_vif [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:58:5f,bridge_name='br-int',has_traffic_filtering=True,id=5f06c98f-6b73-4ce7-8615-a069b9d31b05,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f06c98f-6b')
Dec 01 21:12:32 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Deleting instance files /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb_del
Dec 01 21:12:32 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Deletion of /opt/stack/data/nova/instances/5e89b861-cce8-4a5e-aebe-2031e19b0feb_del complete
Dec 01 21:12:32 user nova-compute[75255]: INFO nova.compute.manager [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 01 21:12:32 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:12:32 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:12:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:33 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:33 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Took 0.72 seconds to deallocate network for instance.
Dec 01 21:12:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-454d3433-1567-48e5-af7a-f70a56903909 req-e7dc626b-9499-4c2e-b6e7-ca8db5e50278 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Received event network-vif-deleted-5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:33 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:12:33 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:12:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.404s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:33 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Deleted allocations for instance 5e89b861-cce8-4a5e-aebe-2031e19b0feb
Dec 01 21:12:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5602856-8619-4b95-a76b-0177bd0869fa tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.232s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-83ae13ff-3bb3-4416-afc3-29756275a6e8 req-5114e505-0529-4ee1-a1d6-080c101f3921 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Received event network-vif-plugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-83ae13ff-3bb3-4416-afc3-29756275a6e8 req-5114e505-0529-4ee1-a1d6-080c101f3921 service nova] Acquiring lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-83ae13ff-3bb3-4416-afc3-29756275a6e8 req-5114e505-0529-4ee1-a1d6-080c101f3921 service nova] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-83ae13ff-3bb3-4416-afc3-29756275a6e8 req-5114e505-0529-4ee1-a1d6-080c101f3921 service nova] Lock "5e89b861-cce8-4a5e-aebe-2031e19b0feb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-83ae13ff-3bb3-4416-afc3-29756275a6e8 req-5114e505-0529-4ee1-a1d6-080c101f3921 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] No waiting events found dispatching network-vif-plugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:34 user nova-compute[75255]: WARNING nova.compute.manager [req-83ae13ff-3bb3-4416-afc3-29756275a6e8 req-5114e505-0529-4ee1-a1d6-080c101f3921 service nova] [instance: 5e89b861-cce8-4a5e-aebe-2031e19b0feb] Received unexpected event network-vif-plugged-5f06c98f-6b73-4ce7-8615-a069b9d31b05 for instance with vm_state deleted and task_state None.
Dec 01 21:12:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:12:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:12:44 user nova-compute[75255]: INFO nova.compute.claims [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Claim successful on node user
Dec 01 21:12:44 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:12:44 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:12:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.437s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:12:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:12:44 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:12:44 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:12:44 user nova-compute[75255]: DEBUG nova.policy [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f342012a96a4edabf8268c2a0ea8743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6dff980c8bc4a808d3e789556a7a554', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:12:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:12:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Creating image(s)
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "/opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "/opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "/opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:12:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Creating image(s)
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Ensure instance console log exists: /opt/stack/data/nova/instances/47810816-84b2-4a1f-a08b-5b19bf7d491b/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Start _get_guest_xml network_info=[{"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JgKtxykr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '47810816-84b2-4a1f-a08b-5b19bf7d491b', 'attached_at': '', 'detached_at': '', 'volume_id': '6f7ac788-6fa7-4133-8e73-bbc7185ad706', 'serial': '6f7ac788-6fa7-4133-8e73-bbc7185ad706'}, 'device_type': 'disk', 'attachment_id': '3aab9c26-baed-4a4d-95ca-7aec29f71ffc', 'boot_index': 0, 'guest_format': None, 'volume_type': None}, {'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YyWfeNBX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '47810816-84b2-4a1f-a08b-5b19bf7d491b', 'attached_at': '', 'detached_at': '', 'volume_id': '5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed', 'serial': '5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed'}, 'device_type': 'disk', 'attachment_id': '26a3cf14-16b3-4924-b167-53ad87983ad1', 'boot_index': 1, 'guest_format': None, 'volume_type': None}, {'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JZClXGeP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '47810816-84b2-4a1f-a08b-5b19bf7d491b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1ff83a4-c110-4b9f-826a-3be578ba24fc', 'serial': 'f1ff83a4-c110-4b9f-826a-3be578ba24fc'}, 'device_type': 'disk', 'attachment_id': '79c56f81-2a06-4547-9089-e9448e597dd8', 'boot_index': 2, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:12:45 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk 1073741824" returned: 0 in 0.049s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.223s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JgKtxykr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:12:45 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:12:45 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:12:45 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f336fd08-d18f-4428-882f-fdead0ef0333]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:12:45 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f06d502b-797f-4528-b9bd-e86cb5963a25]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706] added
Dec 01 21:12:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Successfully created port: 862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[638a915e-daba-4908-87e2-d2b65a5a897e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[65e56c75-28ea-4497-a002-911f93a97db1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JgKtxykr {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JgKtxykr" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f712565-64d7-4e2f-aedf-2d21ff7a0f08]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JgKtxykr'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b51165e8-71d9-4e50-98b7-fd3574eb92ad]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c06721d8-ba01-4713-b753-3d4c3c6d3aa3]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Cannot resize image /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Ensure instance console log exists: /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[83b38a60-028a-4bba-9564-20491723d3a6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706, portal: 172.16.0.220,3260]
Dec 01 21:12:45 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706, portal: 172.16.0.220,3260] successful.
Dec 01 21:12:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.054s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcae9f74-a008-45b8-9bfa-8d036db0a5a5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.052s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[46e2c0d8-709c-4642-b837-87e73b541d8c]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:12:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.404s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] HCTL ('35', '-', '-', 0) found on session 19 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:12:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[113ee3ea-35e0-4341-8ef1-fc86eddc377a]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Searching for a device in session 19 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JgKtxykr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Successfully updated port: 862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "refresh_cache-dec1d95f-088a-4df5-8bb7-b7d43cbd286c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquired lock "refresh_cache-dec1d95f-088a-4df5-8bb7-b7d43cbd286c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-6b73a5c4-85ae-4a8a-9912-fa4a67119bd0 req-c5b1dadc-7172-4f04-84fa-159dcd43a4f2 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-changed-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-6b73a5c4-85ae-4a8a-9912-fa4a67119bd0 req-c5b1dadc-7172-4f04-84fa-159dcd43a4f2 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Refreshing instance network info cache due to event network-changed-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6b73a5c4-85ae-4a8a-9912-fa4a67119bd0 req-c5b1dadc-7172-4f04-84fa-159dcd43a4f2 service nova] Acquiring lock "refresh_cache-dec1d95f-088a-4df5-8bb7-b7d43cbd286c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:46 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.448s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] <== connect_volume: return (1451ms) {'type': 'block', 'scsi_wwn': '26562336631666331', 'path': '/dev/sdd'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26562336631666331', 'path': '/dev/sdd'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YyWfeNBX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:12:47 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:12:47 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:12:47 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc7ba55-082d-469a-b0c1-9e311725740f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:12:47 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b67b85-ea76-4e94-8dc2-3d9a38a8d405]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed] added
Dec 01 21:12:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9938823-ed4b-4df4-bd0d-82f1e96a9980]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[40cc9f0f-e216-4c6c-ac43-ba2ca983bf6d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YyWfeNBX {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YyWfeNBX" returned: 0 in 0.040s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cc8b590-b192-40cf-a249-9b325c9445a6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YyWfeNBX'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b8ba6fa-b693-4b19-be9b-9bb1b6024dcc]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b000fdf7-479e-41ae-a467-9d87b51268ad]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7929025a-f68a-4e36-858e-5f590c1ac693]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed, portal: 172.16.0.220,3260]
Dec 01 21:12:47 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed, portal: 172.16.0.220,3260] successful.
Dec 01 21:12:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[96775f27-a8ce-46c2-bd85-fd41dcef224f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e61415-d003-4dc3-af10-dcb53ca9d86d]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:12:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:12:47 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:12:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.380s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] HCTL ('38', '-', '-', 0) found on session 20 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b520340c-f7ce-4912-88d4-f5f906986994]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Searching for a device in session 20 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YyWfeNBX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Updating instance_info_cache with network_info: [{"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Releasing lock "refresh_cache-dec1d95f-088a-4df5-8bb7-b7d43cbd286c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Instance network_info: |[{"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6b73a5c4-85ae-4a8a-9912-fa4a67119bd0 req-c5b1dadc-7172-4f04-84fa-159dcd43a4f2 service nova] Acquired lock "refresh_cache-dec1d95f-088a-4df5-8bb7-b7d43cbd286c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.network.neutron [req-6b73a5c4-85ae-4a8a-9912-fa4a67119bd0 req-c5b1dadc-7172-4f04-84fa-159dcd43a4f2 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Refreshing network info cache for port 862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Start _get_guest_xml network_info=[{"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:12:47 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:12:47 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:12:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1392189653',display_name='tempest-VolumesSnapshotTestJSON-instance-1392189653',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1392189653',id=17,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBowoJ2gwXMM9DJlgJWTV9AU9lMXm0umjTTY58J3nIIXkMmRP+0IVI1WFU4Ut2MiW3yh99GUjaF2/Gnp77DhxZe9L7zhpyGW9Q6o7oZkYcO1GqzmgXIri/1y8Jqles4eQ==',key_name='tempest-keypair-806315072',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e6dff980c8bc4a808d3e789556a7a554',ramdisk_id='',reservation_id='r-4cn95v16',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1278801003',owner_user_name='tempest-VolumesSnapshotTestJSON-1278801003-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f342012a96a4edabf8268c2a0ea8743',uuid=dec1d95f-088a-4df5-8bb7-b7d43cbd286c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converting VIF {"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:f1:7c,bridge_name='br-int',has_traffic_filtering=True,id=862df1d3-ed4b-4d35-ae2b-0e74c6ee7904,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap862df1d3-ed') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.objects.instance [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lazy-loading 'pci_devices' on Instance uuid dec1d95f-088a-4df5-8bb7-b7d43cbd286c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:12:47 user nova-compute[75255]:   <uuid>dec1d95f-088a-4df5-8bb7-b7d43cbd286c</uuid>
Dec 01 21:12:47 user nova-compute[75255]:   <name>instance-00000011</name>
Dec 01 21:12:47 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:12:47 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:12:47 user nova-compute[75255]:   <metadata>
Dec 01 21:12:47 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:12:47 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:12:47 user nova-compute[75255]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1392189653</nova:name>
Dec 01 21:12:47 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:12:47</nova:creationTime>
Dec 01 21:12:47 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:12:47 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:12:47 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:12:47 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:12:47 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:12:47 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:12:47 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:12:47 user nova-compute[75255]:       <nova:owner>
Dec 01 21:12:47 user nova-compute[75255]:         <nova:user uuid="9f342012a96a4edabf8268c2a0ea8743">tempest-VolumesSnapshotTestJSON-1278801003-project-member</nova:user>
Dec 01 21:12:47 user nova-compute[75255]:         <nova:project uuid="e6dff980c8bc4a808d3e789556a7a554">tempest-VolumesSnapshotTestJSON-1278801003</nova:project>
Dec 01 21:12:47 user nova-compute[75255]:       </nova:owner>
Dec 01 21:12:47 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:12:47 user nova-compute[75255]:       <nova:ports>
Dec 01 21:12:47 user nova-compute[75255]:         <nova:port uuid="862df1d3-ed4b-4d35-ae2b-0e74c6ee7904">
Dec 01 21:12:47 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 01 21:12:47 user nova-compute[75255]:         </nova:port>
Dec 01 21:12:47 user nova-compute[75255]:       </nova:ports>
Dec 01 21:12:47 user nova-compute[75255]:     </nova:instance>
Dec 01 21:12:47 user nova-compute[75255]:   </metadata>
Dec 01 21:12:47 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:12:47 user nova-compute[75255]:     <system>
Dec 01 21:12:47 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:12:47 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:12:47 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:12:47 user nova-compute[75255]:       <entry name="serial">dec1d95f-088a-4df5-8bb7-b7d43cbd286c</entry>
Dec 01 21:12:47 user nova-compute[75255]:       <entry name="uuid">dec1d95f-088a-4df5-8bb7-b7d43cbd286c</entry>
Dec 01 21:12:47 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:12:47 user nova-compute[75255]:     </system>
Dec 01 21:12:47 user nova-compute[75255]:   </sysinfo>
Dec 01 21:12:47 user nova-compute[75255]:   <os>
Dec 01 21:12:47 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:12:47 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:12:47 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:12:47 user nova-compute[75255]:   </os>
Dec 01 21:12:47 user nova-compute[75255]:   <features>
Dec 01 21:12:47 user nova-compute[75255]:     <acpi/>
Dec 01 21:12:47 user nova-compute[75255]:     <apic/>
Dec 01 21:12:47 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:12:47 user nova-compute[75255]:   </features>
Dec 01 21:12:47 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:12:47 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:12:47 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:12:47 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:12:47 user nova-compute[75255]:   </clock>
Dec 01 21:12:47 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:12:47 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:12:47 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:12:47 user nova-compute[75255]:   </cpu>
Dec 01 21:12:47 user nova-compute[75255]:   <devices>
Dec 01 21:12:47 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:12:47 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:12:47 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk"/>
Dec 01 21:12:47 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:12:47 user nova-compute[75255]:     </disk>
Dec 01 21:12:47 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:12:47 user nova-compute[75255]:       <mac address="fa:16:3e:92:f1:7c"/>
Dec 01 21:12:47 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:47 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:12:47 user nova-compute[75255]:       <target dev="tap862df1d3-ed"/>
Dec 01 21:12:47 user nova-compute[75255]:     </interface>
Dec 01 21:12:47 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:12:47 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/console.log" append="off"/>
Dec 01 21:12:47 user nova-compute[75255]:     </serial>
Dec 01 21:12:47 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:12:47 user nova-compute[75255]:     <video>
Dec 01 21:12:47 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:47 user nova-compute[75255]:     </video>
Dec 01 21:12:47 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:12:47 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:12:47 user nova-compute[75255]:     </rng>
Dec 01 21:12:47 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:12:47 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:12:47 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:12:47 user nova-compute[75255]:     </memballoon>
Dec 01 21:12:47 user nova-compute[75255]:   </devices>
Dec 01 21:12:47 user nova-compute[75255]: </domain>
Dec 01 21:12:47 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:12:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1392189653',display_name='tempest-VolumesSnapshotTestJSON-instance-1392189653',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1392189653',id=17,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBowoJ2gwXMM9DJlgJWTV9AU9lMXm0umjTTY58J3nIIXkMmRP+0IVI1WFU4Ut2MiW3yh99GUjaF2/Gnp77DhxZe9L7zhpyGW9Q6o7oZkYcO1GqzmgXIri/1y8Jqles4eQ==',key_name='tempest-keypair-806315072',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e6dff980c8bc4a808d3e789556a7a554',ramdisk_id='',reservation_id='r-4cn95v16',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1278801003',owner_user_name='tempest-VolumesSnapshotTestJSON-1278801003-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f342012a96a4edabf8268c2a0ea8743',uuid=dec1d95f-088a-4df5-8bb7-b7d43cbd286c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converting VIF {"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:f1:7c,bridge_name='br-int',has_traffic_filtering=True,id=862df1d3-ed4b-4d35-ae2b-0e74c6ee7904,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap862df1d3-ed') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG os_vif [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:f1:7c,bridge_name='br-int',has_traffic_filtering=True,id=862df1d3-ed4b-4d35-ae2b-0e74c6ee7904,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap862df1d3-ed') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '55be64da-42aa-5d8f-b060-2c9169d294c2', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap862df1d3-ed, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap862df1d3-ed, col_values=(('qos', UUID('f8deb949-763f-4cc4-a945-e704796f136a')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap862df1d3-ed, col_values=(('external_ids', {'iface-id': '862df1d3-ed4b-4d35-ae2b-0e74c6ee7904', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:f1:7c', 'vm-uuid': 'dec1d95f-088a-4df5-8bb7-b7d43cbd286c'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:47 user nova-compute[75255]: INFO os_vif [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:f1:7c,bridge_name='br-int',has_traffic_filtering=True,id=862df1d3-ed4b-4d35-ae2b-0e74c6ee7904,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap862df1d3-ed')
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:12:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] No VIF found with MAC fa:16:3e:92:f1:7c, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG nova.network.neutron [req-6b73a5c4-85ae-4a8a-9912-fa4a67119bd0 req-c5b1dadc-7172-4f04-84fa-159dcd43a4f2 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Updated VIF entry in instance network info cache for port 862df1d3-ed4b-4d35-ae2b-0e74c6ee7904. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG nova.network.neutron [req-6b73a5c4-85ae-4a8a-9912-fa4a67119bd0 req-c5b1dadc-7172-4f04-84fa-159dcd43a4f2 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Updating instance_info_cache with network_info: [{"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6b73a5c4-85ae-4a8a-9912-fa4a67119bd0 req-c5b1dadc-7172-4f04-84fa-159dcd43a4f2 service nova] Releasing lock "refresh_cache-dec1d95f-088a-4df5-8bb7-b7d43cbd286c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.432s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] <== connect_volume: return (1433ms) {'type': 'block', 'scsi_wwn': '23630383762383764', 'path': '/dev/sdg'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630383762383764', 'path': '/dev/sdg'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JZClXGeP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:12:48 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:12:48 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:12:48 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab1fbd2-f58a-464b-9e2e-3a600801580f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:12:48 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b160eadb-908f-4cc2-b15a-67a1090aa845]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc] added
Dec 01 21:12:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0acf3838-57ce-450c-9ad5-603dc71a9817]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[293128a7-5edc-4aa9-abc0-787f647613b3]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JZClXGeP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JZClXGeP" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b9e21d1-c0fa-4c88-be35-b7f2199280bf]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JZClXGeP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[895b093b-9a20-4a97-82d3-e01b34bc17ca]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfea563c-8dc6-42da-b35c-7717f141d9af]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:12:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:12:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c307bc-39d6-4172-9b21-80bba150d37f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc, portal: 172.16.0.220,3260]
Dec 01 21:12:48 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc, portal: 172.16.0.220,3260] successful.
Dec 01 21:12:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d4f068b-e2bf-4d1d-99d2-5762ef4b2e6e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[40a6ecd3-7e21-4252-b272-09122f2b23d4]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:12:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:12:48 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:12:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] HCTL ('39', '-', '-', 0) found on session 21 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[36303ae0-53b9-4a25-9ed2-453f97d76e02]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Searching for a device in session 21 and hctl ['39', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Searching for a device in session 21 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JZClXGeP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] <== connect_volume: return (1374ms) {'type': 'block', 'scsi_wwn': '23065333431663433', 'path': '/dev/sdh'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23065333431663433', 'path': '/dev/sdh'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:a5:f8,bridge_name='br-int',has_traffic_filtering=True,id=3dfda696-0f68-40f5-91f3-8542a581dd2d,network=Network(afc720a5-1e40-4692-ab82-323a751a3ecc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfda696-0f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:e3:23,bridge_name='br-int',has_traffic_filtering=True,id=fd44cabf-2990-482c-87bb-dee23d531792,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfd44cabf-29') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:59:fd,bridge_name='br-int',has_traffic_filtering=True,id=1e1a5872-316c-4567-bd02-17b64c208185,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e1a5872-31') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:06:16,bridge_name='br-int',has_traffic_filtering=True,id=b743bf2c-0e56-4312-a68e-007aed8cd82a,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb743bf2c-0e') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:a2:ce,bridge_name='br-int',has_traffic_filtering=True,id=5b2b9054-5178-4e85-9dea-dabfe6dd45cf,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b2b9054-51') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:63:a8,bridge_name='br-int',has_traffic_filtering=True,id=73af60cb-5cb6-4091-aaaa-44db0c289db9,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73af60cb-5c') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:6b:71,bridge_name='br-int',has_traffic_filtering=True,id=fe1499c1-de90-4e6a-88d8-651715c0719a,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe1499c1-de') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.objects.instance [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lazy-loading 'pci_devices' on Instance uuid 47810816-84b2-4a1f-a08b-5b19bf7d491b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:12:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:12:49 user nova-compute[75255]:   <uuid>47810816-84b2-4a1f-a08b-5b19bf7d491b</uuid>
Dec 01 21:12:49 user nova-compute[75255]:   <name>instance-0000000f</name>
Dec 01 21:12:49 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:12:49 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:12:49 user nova-compute[75255]:   <metadata>
Dec 01 21:12:49 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:12:49 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:12:49 user nova-compute[75255]:       <nova:name>tempest-device-tagging-server-844810281</nova:name>
Dec 01 21:12:49 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:12:45</nova:creationTime>
Dec 01 21:12:49 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:12:49 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:12:49 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:12:49 user nova-compute[75255]:       <nova:owner>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:user uuid="ce6860636097492885d799c632d8125a">tempest-TaggedBootDevicesTest_v242-1325703559-project-member</nova:user>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:project uuid="5da8be11e07141d68f814f49bf8bf3bc">tempest-TaggedBootDevicesTest_v242-1325703559</nova:project>
Dec 01 21:12:49 user nova-compute[75255]:       </nova:owner>
Dec 01 21:12:49 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:12:49 user nova-compute[75255]:       <nova:ports>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:port uuid="3dfda696-0f68-40f5-91f3-8542a581dd2d">
Dec 01 21:12:49 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 21:12:49 user nova-compute[75255]:         </nova:port>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:port uuid="fd44cabf-2990-482c-87bb-dee23d531792">
Dec 01 21:12:49 user nova-compute[75255]:           <nova:ip type="fixed" address="10.1.1.65" ipVersion="4"/>
Dec 01 21:12:49 user nova-compute[75255]:         </nova:port>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:port uuid="1e1a5872-316c-4567-bd02-17b64c208185">
Dec 01 21:12:49 user nova-compute[75255]:           <nova:ip type="fixed" address="10.1.1.197" ipVersion="4"/>
Dec 01 21:12:49 user nova-compute[75255]:         </nova:port>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:port uuid="b743bf2c-0e56-4312-a68e-007aed8cd82a">
Dec 01 21:12:49 user nova-compute[75255]:           <nova:ip type="fixed" address="10.1.1.96" ipVersion="4"/>
Dec 01 21:12:49 user nova-compute[75255]:         </nova:port>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:port uuid="5b2b9054-5178-4e85-9dea-dabfe6dd45cf">
Dec 01 21:12:49 user nova-compute[75255]:           <nova:ip type="fixed" address="10.1.1.248" ipVersion="4"/>
Dec 01 21:12:49 user nova-compute[75255]:         </nova:port>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:port uuid="73af60cb-5cb6-4091-aaaa-44db0c289db9">
Dec 01 21:12:49 user nova-compute[75255]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 01 21:12:49 user nova-compute[75255]:         </nova:port>
Dec 01 21:12:49 user nova-compute[75255]:         <nova:port uuid="fe1499c1-de90-4e6a-88d8-651715c0719a">
Dec 01 21:12:49 user nova-compute[75255]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 01 21:12:49 user nova-compute[75255]:         </nova:port>
Dec 01 21:12:49 user nova-compute[75255]:       </nova:ports>
Dec 01 21:12:49 user nova-compute[75255]:     </nova:instance>
Dec 01 21:12:49 user nova-compute[75255]:   </metadata>
Dec 01 21:12:49 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:12:49 user nova-compute[75255]:     <system>
Dec 01 21:12:49 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:12:49 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:12:49 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:12:49 user nova-compute[75255]:       <entry name="serial">47810816-84b2-4a1f-a08b-5b19bf7d491b</entry>
Dec 01 21:12:49 user nova-compute[75255]:       <entry name="uuid">47810816-84b2-4a1f-a08b-5b19bf7d491b</entry>
Dec 01 21:12:49 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:12:49 user nova-compute[75255]:     </system>
Dec 01 21:12:49 user nova-compute[75255]:   </sysinfo>
Dec 01 21:12:49 user nova-compute[75255]:   <os>
Dec 01 21:12:49 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:12:49 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:12:49 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:12:49 user nova-compute[75255]:   </os>
Dec 01 21:12:49 user nova-compute[75255]:   <features>
Dec 01 21:12:49 user nova-compute[75255]:     <acpi/>
Dec 01 21:12:49 user nova-compute[75255]:     <apic/>
Dec 01 21:12:49 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:12:49 user nova-compute[75255]:   </features>
Dec 01 21:12:49 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:12:49 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:12:49 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:12:49 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:12:49 user nova-compute[75255]:   </clock>
Dec 01 21:12:49 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:12:49 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:12:49 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:12:49 user nova-compute[75255]:   </cpu>
Dec 01 21:12:49 user nova-compute[75255]:   <devices>
Dec 01 21:12:49 user nova-compute[75255]:     <disk type="file" device="cdrom">
Dec 01 21:12:49 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none"/>
Dec 01 21:12:49 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/47810816-84b2-4a1f-a08b-5b19bf7d491b/disk.config"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="hda" bus="ide"/>
Dec 01 21:12:49 user nova-compute[75255]:     </disk>
Dec 01 21:12:49 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:12:49 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:12:49 user nova-compute[75255]:       <source dev="/dev/sdd"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:       <serial>6f7ac788-6fa7-4133-8e73-bbc7185ad706</serial>
Dec 01 21:12:49 user nova-compute[75255]:     </disk>
Dec 01 21:12:49 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:12:49 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:12:49 user nova-compute[75255]:       <source dev="/dev/sdg"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:       <serial>5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed</serial>
Dec 01 21:12:49 user nova-compute[75255]:     </disk>
Dec 01 21:12:49 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:12:49 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:12:49 user nova-compute[75255]:       <source dev="/dev/sdh"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="vdc" bus="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:       <serial>f1ff83a4-c110-4b9f-826a-3be578ba24fc</serial>
Dec 01 21:12:49 user nova-compute[75255]:     </disk>
Dec 01 21:12:49 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:12:49 user nova-compute[75255]:       <mac address="fa:16:3e:85:a5:f8"/>
Dec 01 21:12:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="tap3dfda696-0f"/>
Dec 01 21:12:49 user nova-compute[75255]:     </interface>
Dec 01 21:12:49 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:12:49 user nova-compute[75255]:       <mac address="fa:16:3e:dc:e3:23"/>
Dec 01 21:12:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="tapfd44cabf-29"/>
Dec 01 21:12:49 user nova-compute[75255]:     </interface>
Dec 01 21:12:49 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:12:49 user nova-compute[75255]:       <mac address="fa:16:3e:f9:59:fd"/>
Dec 01 21:12:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="tap1e1a5872-31"/>
Dec 01 21:12:49 user nova-compute[75255]:     </interface>
Dec 01 21:12:49 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:12:49 user nova-compute[75255]:       <mac address="fa:16:3e:cb:06:16"/>
Dec 01 21:12:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="tapb743bf2c-0e"/>
Dec 01 21:12:49 user nova-compute[75255]:     </interface>
Dec 01 21:12:49 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:12:49 user nova-compute[75255]:       <mac address="fa:16:3e:7d:a2:ce"/>
Dec 01 21:12:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="tap5b2b9054-51"/>
Dec 01 21:12:49 user nova-compute[75255]:     </interface>
Dec 01 21:12:49 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:12:49 user nova-compute[75255]:       <mac address="fa:16:3e:29:63:a8"/>
Dec 01 21:12:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="tap73af60cb-5c"/>
Dec 01 21:12:49 user nova-compute[75255]:     </interface>
Dec 01 21:12:49 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:12:49 user nova-compute[75255]:       <mac address="fa:16:3e:5c:6b:71"/>
Dec 01 21:12:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:12:49 user nova-compute[75255]:       <target dev="tapfe1499c1-de"/>
Dec 01 21:12:49 user nova-compute[75255]:     </interface>
Dec 01 21:12:49 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:12:49 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/47810816-84b2-4a1f-a08b-5b19bf7d491b/console.log" append="off"/>
Dec 01 21:12:49 user nova-compute[75255]:     </serial>
Dec 01 21:12:49 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:12:49 user nova-compute[75255]:     <video>
Dec 01 21:12:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:12:49 user nova-compute[75255]:     </video>
Dec 01 21:12:49 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:12:49 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:12:49 user nova-compute[75255]:     </rng>
Dec 01 21:12:49 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:12:49 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:12:49 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:12:49 user nova-compute[75255]:     </memballoon>
Dec 01 21:12:49 user nova-compute[75255]:   </devices>
Dec 01 21:12:49 user nova-compute[75255]: </domain>
Dec 01 21:12:49 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:a5:f8,bridge_name='br-int',has_traffic_filtering=True,id=3dfda696-0f68-40f5-91f3-8542a581dd2d,network=Network(afc720a5-1e40-4692-ab82-323a751a3ecc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfda696-0f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:a5:f8,bridge_name='br-int',has_traffic_filtering=True,id=3dfda696-0f68-40f5-91f3-8542a581dd2d,network=Network(afc720a5-1e40-4692-ab82-323a751a3ecc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfda696-0f') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b6eaa000-5877-5e99-a8ca-07696ddb7e01', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3dfda696-0f, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3dfda696-0f, col_values=(('qos', UUID('5f6e3a4c-0cf9-47a5-b989-73409abbd6ae')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3dfda696-0f, col_values=(('external_ids', {'iface-id': '3dfda696-0f68-40f5-91f3-8542a581dd2d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:85:a5:f8', 'vm-uuid': '47810816-84b2-4a1f-a08b-5b19bf7d491b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: INFO os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:a5:f8,bridge_name='br-int',has_traffic_filtering=True,id=3dfda696-0f68-40f5-91f3-8542a581dd2d,network=Network(afc720a5-1e40-4692-ab82-323a751a3ecc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfda696-0f')
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:e3:23,bridge_name='br-int',has_traffic_filtering=True,id=fd44cabf-2990-482c-87bb-dee23d531792,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfd44cabf-29') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:e3:23,bridge_name='br-int',has_traffic_filtering=True,id=fd44cabf-2990-482c-87bb-dee23d531792,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfd44cabf-29') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '696ca7d3-b2f7-5caf-9774-2b82ef93316c', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-14951549-90aa-45e9-8944-57a1376d4f9d req-709ab9d2-6ceb-4b35-9043-eb96b8cdf064 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-14951549-90aa-45e9-8944-57a1376d4f9d req-709ab9d2-6ceb-4b35-9043-eb96b8cdf064 service nova] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-14951549-90aa-45e9-8944-57a1376d4f9d req-709ab9d2-6ceb-4b35-9043-eb96b8cdf064 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-14951549-90aa-45e9-8944-57a1376d4f9d req-709ab9d2-6ceb-4b35-9043-eb96b8cdf064 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-14951549-90aa-45e9-8944-57a1376d4f9d req-709ab9d2-6ceb-4b35-9043-eb96b8cdf064 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] No waiting events found dispatching network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:50 user nova-compute[75255]: WARNING nova.compute.manager [req-14951549-90aa-45e9-8944-57a1376d4f9d req-709ab9d2-6ceb-4b35-9043-eb96b8cdf064 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received unexpected event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 for instance with vm_state building and task_state spawning.
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd44cabf-29, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd44cabf-29, col_values=(('qos', UUID('cad208b4-d9b2-4bc6-afc2-1a09f5a4ea7f')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd44cabf-29, col_values=(('external_ids', {'iface-id': 'fd44cabf-2990-482c-87bb-dee23d531792', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dc:e3:23', 'vm-uuid': '47810816-84b2-4a1f-a08b-5b19bf7d491b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: INFO os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:e3:23,bridge_name='br-int',has_traffic_filtering=True,id=fd44cabf-2990-482c-87bb-dee23d531792,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfd44cabf-29')
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:59:fd,bridge_name='br-int',has_traffic_filtering=True,id=1e1a5872-316c-4567-bd02-17b64c208185,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e1a5872-31') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:59:fd,bridge_name='br-int',has_traffic_filtering=True,id=1e1a5872-316c-4567-bd02-17b64c208185,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e1a5872-31') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c5f9080c-5566-51f6-ba18-6769fa02d145', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e1a5872-31, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e1a5872-31, col_values=(('qos', UUID('3d3092bd-c6fd-4013-8e87-4ec11fadb0f4')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e1a5872-31, col_values=(('external_ids', {'iface-id': '1e1a5872-316c-4567-bd02-17b64c208185', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f9:59:fd', 'vm-uuid': '47810816-84b2-4a1f-a08b-5b19bf7d491b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: INFO os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:59:fd,bridge_name='br-int',has_traffic_filtering=True,id=1e1a5872-316c-4567-bd02-17b64c208185,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e1a5872-31')
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:06:16,bridge_name='br-int',has_traffic_filtering=True,id=b743bf2c-0e56-4312-a68e-007aed8cd82a,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb743bf2c-0e') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:06:16,bridge_name='br-int',has_traffic_filtering=True,id=b743bf2c-0e56-4312-a68e-007aed8cd82a,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb743bf2c-0e') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '64af43f8-c44c-5f04-ac94-1b2fb8091916', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb743bf2c-0e, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb743bf2c-0e, col_values=(('qos', UUID('e239a14e-7801-436e-bde7-3c13fd9f6a25')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb743bf2c-0e, col_values=(('external_ids', {'iface-id': 'b743bf2c-0e56-4312-a68e-007aed8cd82a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cb:06:16', 'vm-uuid': '47810816-84b2-4a1f-a08b-5b19bf7d491b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: INFO os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:06:16,bridge_name='br-int',has_traffic_filtering=True,id=b743bf2c-0e56-4312-a68e-007aed8cd82a,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb743bf2c-0e')
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:a2:ce,bridge_name='br-int',has_traffic_filtering=True,id=5b2b9054-5178-4e85-9dea-dabfe6dd45cf,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b2b9054-51') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:a2:ce,bridge_name='br-int',has_traffic_filtering=True,id=5b2b9054-5178-4e85-9dea-dabfe6dd45cf,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b2b9054-51') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '960ec0f8-c72f-58db-a312-d15056efb227', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b2b9054-51, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b2b9054-51, col_values=(('qos', UUID('33926bb4-e76b-4f05-9a6d-435cc35f4541')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b2b9054-51, col_values=(('external_ids', {'iface-id': '5b2b9054-5178-4e85-9dea-dabfe6dd45cf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:a2:ce', 'vm-uuid': '47810816-84b2-4a1f-a08b-5b19bf7d491b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: INFO os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:a2:ce,bridge_name='br-int',has_traffic_filtering=True,id=5b2b9054-5178-4e85-9dea-dabfe6dd45cf,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b2b9054-51')
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:63:a8,bridge_name='br-int',has_traffic_filtering=True,id=73af60cb-5cb6-4091-aaaa-44db0c289db9,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73af60cb-5c') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:63:a8,bridge_name='br-int',has_traffic_filtering=True,id=73af60cb-5cb6-4091-aaaa-44db0c289db9,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73af60cb-5c') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '990c663d-4fab-55ee-a6ca-bee61413debc', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap73af60cb-5c, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap73af60cb-5c, col_values=(('qos', UUID('2f27b144-359e-4935-b96e-8e18892827ac')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap73af60cb-5c, col_values=(('external_ids', {'iface-id': '73af60cb-5cb6-4091-aaaa-44db0c289db9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:63:a8', 'vm-uuid': '47810816-84b2-4a1f-a08b-5b19bf7d491b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: INFO os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:63:a8,bridge_name='br-int',has_traffic_filtering=True,id=73af60cb-5cb6-4091-aaaa-44db0c289db9,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73af60cb-5c')
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:6b:71,bridge_name='br-int',has_traffic_filtering=True,id=fe1499c1-de90-4e6a-88d8-651715c0719a,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe1499c1-de') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:6b:71,bridge_name='br-int',has_traffic_filtering=True,id=fe1499c1-de90-4e6a-88d8-651715c0719a,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe1499c1-de') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '85b6a854-e917-5741-8b2f-beda1e6db1de', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfe1499c1-de, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfe1499c1-de, col_values=(('qos', UUID('fab40f68-f667-4d76-b87c-80d8a56b67bc')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfe1499c1-de, col_values=(('external_ids', {'iface-id': 'fe1499c1-de90-4e6a-88d8-651715c0719a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5c:6b:71', 'vm-uuid': '47810816-84b2-4a1f-a08b-5b19bf7d491b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:50 user nova-compute[75255]: INFO os_vif [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:6b:71,bridge_name='br-int',has_traffic_filtering=True,id=fe1499c1-de90-4e6a-88d8-651715c0719a,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe1499c1-de')
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] No BDM found with device name hda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] No VIF found with MAC fa:16:3e:85:a5:f8, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:12:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] No VIF found with MAC fa:16:3e:7d:a2:ce, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:12:50 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Using config drive
Dec 01 21:12:51 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Creating config drive at /opt/stack/data/nova/instances/47810816-84b2-4a1f-a08b-5b19bf7d491b/disk.config
Dec 01 21:12:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/47810816-84b2-4a1f-a08b-5b19bf7d491b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp56ip1r5h {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/47810816-84b2-4a1f-a08b-5b19bf7d491b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp56ip1r5h" returned: 0 in 0.063s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:51 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:12:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:12:51 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Instance spawned successfully.
Dec 01 21:12:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:12:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:51 user nova-compute[75255]: INFO nova.compute.manager [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Took 6.57 seconds to spawn the instance on the hypervisor.
Dec 01 21:12:51 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:12:51 user nova-compute[75255]: INFO nova.compute.manager [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Took 7.72 seconds to build instance.
Dec 01 21:12:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3bd4f06e-dd8e-4408-8c29-6f1d15474492 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.928s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG nova.compute.manager [req-964d6a6f-eb07-447f-a21e-3dc5c05eb88c req-b017f8f3-0026-4e3d-a760-8bdb68869684 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-964d6a6f-eb07-447f-a21e-3dc5c05eb88c req-b017f8f3-0026-4e3d-a760-8bdb68869684 service nova] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-964d6a6f-eb07-447f-a21e-3dc5c05eb88c req-b017f8f3-0026-4e3d-a760-8bdb68869684 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-964d6a6f-eb07-447f-a21e-3dc5c05eb88c req-b017f8f3-0026-4e3d-a760-8bdb68869684 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG nova.compute.manager [req-964d6a6f-eb07-447f-a21e-3dc5c05eb88c req-b017f8f3-0026-4e3d-a760-8bdb68869684 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] No waiting events found dispatching network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:52 user nova-compute[75255]: WARNING nova.compute.manager [req-964d6a6f-eb07-447f-a21e-3dc5c05eb88c req-b017f8f3-0026-4e3d-a760-8bdb68869684 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received unexpected event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 for instance with vm_state active and task_state None.
Dec 01 21:12:52 user nova-compute[75255]: INFO nova.compute.manager [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Detaching volume 2b06b9f2-def9-4ecb-a35b-79abf035626a
Dec 01 21:12:52 user nova-compute[75255]: INFO nova.virt.block_device [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Attempting to driver detach volume 2b06b9f2-def9-4ecb-a35b-79abf035626a from mountpoint /dev/vdc
Dec 01 21:12:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Attempting to detach device vdc from instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:12:52 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:12:52 user nova-compute[75255]:   <source dev="/dev/sdf"/>
Dec 01 21:12:52 user nova-compute[75255]:   <target dev="vdc" bus="virtio"/>
Dec 01 21:12:52 user nova-compute[75255]:   <serial>2b06b9f2-def9-4ecb-a35b-79abf035626a</serial>
Dec 01 21:12:52 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 21:12:52 user nova-compute[75255]: </disk>
Dec 01 21:12:52 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:12:52 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Successfully detached device vdc from instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 from the persistent domain config.
Dec 01 21:12:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:12:52 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:12:52 user nova-compute[75255]:   <source dev="/dev/sdf"/>
Dec 01 21:12:52 user nova-compute[75255]:   <target dev="vdc" bus="virtio"/>
Dec 01 21:12:52 user nova-compute[75255]:   <serial>2b06b9f2-def9-4ecb-a35b-79abf035626a</serial>
Dec 01 21:12:52 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 21:12:52 user nova-compute[75255]: </disk>
Dec 01 21:12:52 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG nova.compute.manager [req-4f10146b-b424-4aca-9181-878ae04cf56e req-2ab7b050-b123-450e-88ba-0a9672f6309f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-changed-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG nova.compute.manager [req-4f10146b-b424-4aca-9181-878ae04cf56e req-2ab7b050-b123-450e-88ba-0a9672f6309f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Refreshing instance network info cache due to event network-changed-40569199-58b8-4b61-a9c1-0a6eacb3dd82. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4f10146b-b424-4aca-9181-878ae04cf56e req-2ab7b050-b123-450e-88ba-0a9672f6309f service nova] Acquiring lock "refresh_cache-f7945a3a-cc7a-423b-aaab-f31e7df7bc38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4f10146b-b424-4aca-9181-878ae04cf56e req-2ab7b050-b123-450e-88ba-0a9672f6309f service nova] Acquired lock "refresh_cache-f7945a3a-cc7a-423b-aaab-f31e7df7bc38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG nova.network.neutron [req-4f10146b-b424-4aca-9181-878ae04cf56e req-2ab7b050-b123-450e-88ba-0a9672f6309f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Refreshing network info cache for port 40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-920235cc-d582-4e06-be34-ef41a2927c8a req-2ad5b3b5-c98b-43b8-9065-8188446f7015 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-920235cc-d582-4e06-be34-ef41a2927c8a req-2ad5b3b5-c98b-43b8-9065-8188446f7015 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-920235cc-d582-4e06-be34-ef41a2927c8a req-2ad5b3b5-c98b-43b8-9065-8188446f7015 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-920235cc-d582-4e06-be34-ef41a2927c8a req-2ad5b3b5-c98b-43b8-9065-8188446f7015 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-920235cc-d582-4e06-be34-ef41a2927c8a req-2ad5b3b5-c98b-43b8-9065-8188446f7015 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:53 user nova-compute[75255]: WARNING nova.compute.manager [req-920235cc-d582-4e06-be34-ef41a2927c8a req-2ad5b3b5-c98b-43b8-9065-8188446f7015 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-3dfda696-0f68-40f5-91f3-8542a581dd2d for instance with vm_state building and task_state spawning.
Dec 01 21:12:53 user nova-compute[75255]: DEBUG nova.network.neutron [req-4f10146b-b424-4aca-9181-878ae04cf56e req-2ab7b050-b123-450e-88ba-0a9672f6309f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Updated VIF entry in instance network info cache for port 40569199-58b8-4b61-a9c1-0a6eacb3dd82. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG nova.network.neutron [req-4f10146b-b424-4aca-9181-878ae04cf56e req-2ab7b050-b123-450e-88ba-0a9672f6309f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Updating instance_info_cache with network_info: [{"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4f10146b-b424-4aca-9181-878ae04cf56e req-2ab7b050-b123-450e-88ba-0a9672f6309f service nova] Releasing lock "refresh_cache-f7945a3a-cc7a-423b-aaab-f31e7df7bc38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG nova.objects.instance [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'flavor' on Instance uuid f7945a3a-cc7a-423b-aaab-f31e7df7bc38 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:54 user nova-compute[75255]: INFO nova.compute.manager [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Attaching volume bde8f21a-1747-4288-91e2-04e038400349 to /dev/vdb
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG os_brick.utils [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-af0fe8e4-629e-4d7c-9f22-21ca29612f09 req-690bc246-0cb4-4fab-b8a6-76d304c259ab service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-af0fe8e4-629e-4d7c-9f22-21ca29612f09 req-690bc246-0cb4-4fab-b8a6-76d304c259ab service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-af0fe8e4-629e-4d7c-9f22-21ca29612f09 req-690bc246-0cb4-4fab-b8a6-76d304c259ab service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-af0fe8e4-629e-4d7c-9f22-21ca29612f09 req-690bc246-0cb4-4fab-b8a6-76d304c259ab service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-af0fe8e4-629e-4d7c-9f22-21ca29612f09 req-690bc246-0cb4-4fab-b8a6-76d304c259ab service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:54 user nova-compute[75255]: WARNING nova.compute.manager [req-af0fe8e4-629e-4d7c-9f22-21ca29612f09 req-690bc246-0cb4-4fab-b8a6-76d304c259ab service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-fd44cabf-2990-482c-87bb-dee23d531792 for instance with vm_state building and task_state spawning.
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b62ed9-b841-47a6-8f31-009561d7238f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[511d6708-ea98-4cae-94c5-438cd6f40ec2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[523a0df3-4142-4372-a4b8-d2535cf237d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a49a0da6-fc7f-4118-9bc0-9effd6e32c40]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:12:54 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:12:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ce6165-ece8-4285-8e76-f0edc6de43b1]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG os_brick.utils [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== get_connector_properties: return (218ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Updating existing volume attachment record: 4900af05-db1f-424c-8244-c4318ac63b30 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-f17dd9e1-2a34-4d41-9281-5f2925f8e959 req-f69ead4e-b032-4ab8-9c5c-9acc14508941 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f17dd9e1-2a34-4d41-9281-5f2925f8e959 req-f69ead4e-b032-4ab8-9c5c-9acc14508941 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f17dd9e1-2a34-4d41-9281-5f2925f8e959 req-f69ead4e-b032-4ab8-9c5c-9acc14508941 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f17dd9e1-2a34-4d41-9281-5f2925f8e959 req-f69ead4e-b032-4ab8-9c5c-9acc14508941 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-f17dd9e1-2a34-4d41-9281-5f2925f8e959 req-f69ead4e-b032-4ab8-9c5c-9acc14508941 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:55 user nova-compute[75255]: WARNING nova.compute.manager [req-f17dd9e1-2a34-4d41-9281-5f2925f8e959 req-f69ead4e-b032-4ab8-9c5c-9acc14508941 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 for instance with vm_state building and task_state spawning.
Dec 01 21:12:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-63e945b6-d969-4a82-8b50-8ce8bd1e6186 req-7d641687-dc58-4812-abd9-f8ceb096435d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-63e945b6-d969-4a82-8b50-8ce8bd1e6186 req-7d641687-dc58-4812-abd9-f8ceb096435d service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-63e945b6-d969-4a82-8b50-8ce8bd1e6186 req-7d641687-dc58-4812-abd9-f8ceb096435d service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-63e945b6-d969-4a82-8b50-8ce8bd1e6186 req-7d641687-dc58-4812-abd9-f8ceb096435d service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-63e945b6-d969-4a82-8b50-8ce8bd1e6186 req-7d641687-dc58-4812-abd9-f8ceb096435d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:55 user nova-compute[75255]: WARNING nova.compute.manager [req-63e945b6-d969-4a82-8b50-8ce8bd1e6186 req-7d641687-dc58-4812-abd9-f8ceb096435d service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-3dfda696-0f68-40f5-91f3-8542a581dd2d for instance with vm_state building and task_state spawning.
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:56 user nova-compute[75255]: WARNING nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-fd44cabf-2990-482c-87bb-dee23d531792 for instance with vm_state building and task_state spawning.
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:56 user nova-compute[75255]: WARNING nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-1e1a5872-316c-4567-bd02-17b64c208185 for instance with vm_state building and task_state spawning.
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:56 user nova-compute[75255]: WARNING nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-1e1a5872-316c-4567-bd02-17b64c208185 for instance with vm_state building and task_state spawning.
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:56 user nova-compute[75255]: WARNING nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-b743bf2c-0e56-4312-a68e-007aed8cd82a for instance with vm_state building and task_state spawning.
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:56 user nova-compute[75255]: WARNING nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-b743bf2c-0e56-4312-a68e-007aed8cd82a for instance with vm_state building and task_state spawning.
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:56 user nova-compute[75255]: WARNING nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf for instance with vm_state building and task_state spawning.
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:56 user nova-compute[75255]: WARNING nova.compute.manager [req-676b9885-effb-4cee-a0ea-5f0b801bcd1b req-10a81a58-762d-40f7-8d95-f15c71da2bf7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf for instance with vm_state building and task_state spawning.
Dec 01 21:12:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:56 user nova-compute[75255]: INFO nova.compute.manager [None req-ec94ae0c-dbb2-42ea-a23f-f4af57441257 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Unrescuing
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ec94ae0c-dbb2-42ea-a23f-f4af57441257 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ec94ae0c-dbb2-42ea-a23f-f4af57441257 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquired lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:56 user nova-compute[75255]: DEBUG nova.network.neutron [None req-ec94ae0c-dbb2-42ea-a23f-f4af57441257 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG nova.network.neutron [None req-ec94ae0c-dbb2-42ea-a23f-f4af57441257 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating instance_info_cache with network_info: [{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ec94ae0c-dbb2-42ea-a23f-f4af57441257 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Releasing lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ec94ae0c-dbb2-42ea-a23f-f4af57441257 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'flavor' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-6027a8a2-3f57-430c-b599-fe4626029f15 req-05281597-a6e3-4863-bfbd-f0e5527dd939 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6027a8a2-3f57-430c-b599-fe4626029f15 req-05281597-a6e3-4863-bfbd-f0e5527dd939 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6027a8a2-3f57-430c-b599-fe4626029f15 req-05281597-a6e3-4863-bfbd-f0e5527dd939 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6027a8a2-3f57-430c-b599-fe4626029f15 req-05281597-a6e3-4863-bfbd-f0e5527dd939 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-6027a8a2-3f57-430c-b599-fe4626029f15 req-05281597-a6e3-4863-bfbd-f0e5527dd939 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:57 user nova-compute[75255]: WARNING nova.compute.manager [req-6027a8a2-3f57-430c-b599-fe4626029f15 req-05281597-a6e3-4863-bfbd-f0e5527dd939 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 for instance with vm_state building and task_state spawning.
Dec 01 21:12:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:57 user nova-compute[75255]: WARNING nova.compute.manager [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-fe1499c1-de90-4e6a-88d8-651715c0719a for instance with vm_state building and task_state spawning.
Dec 01 21:12:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:57 user nova-compute[75255]: WARNING nova.compute.manager [req-d7b3028a-e6da-456a-a907-460b3b92a28f req-2a636122-afe6-43b4-84a6-9cbb5f8f3d6b service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-fe1499c1-de90-4e6a-88d8-651715c0719a for instance with vm_state building and task_state spawning.
Dec 01 21:12:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:12:58 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance spawned successfully.
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:58 user nova-compute[75255]: INFO nova.compute.manager [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Took 12.89 seconds to spawn the instance on the hypervisor.
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-changed-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Refreshing instance network info cache due to event network-changed-ae114a61-83bc-4fbf-b970-c4768578532a. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] Acquiring lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] Acquired lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.network.neutron [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Refreshing network info cache for port ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:58 user nova-compute[75255]: INFO nova.compute.manager [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Took 58.47 seconds to build instance.
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9566d823-43d6-4049-8290-316f2346ecf5 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 58.647s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:58 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Instance destroyed successfully.
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:12:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updated VIF entry in instance network info cache for port ae114a61-83bc-4fbf-b970-c4768578532a. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating instance_info_cache with network_info: [{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] Releasing lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-changed-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Refreshing instance network info cache due to event network-changed-ae114a61-83bc-4fbf-b970-c4768578532a. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] Acquiring lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] Acquired lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Refreshing network info cache for port ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updated VIF entry in instance network info cache for port ae114a61-83bc-4fbf-b970-c4768578532a. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating instance_info_cache with network_info: [{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-847f97ea-3bae-4d4b-8d0b-89cf5d275b5b req-b4524519-14a3-4872-8fe8-61cd90c1f7b5 service nova] Releasing lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:59 user nova-compute[75255]: WARNING nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:59 user nova-compute[75255]: WARNING nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:59 user nova-compute[75255]: WARNING nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:12:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:12:59 user nova-compute[75255]: WARNING nova.compute.manager [req-0ca59ca7-a6ee-43d7-ae55-22204363a721 req-cf55dd55-c2f7-4576-b6f0-47285c4f3d46 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:13:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:01 user nova-compute[75255]: INFO nova.compute.manager [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Detaching volume 5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:01 user nova-compute[75255]: INFO nova.virt.block_device [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Attempting to driver detach volume 5b8519b4-24f6-4c94-ab28-2d5b9b67f477 from mountpoint /dev/vdb
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Attempting to detach device vdb from instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:13:01 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:13:01 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:13:01 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:13:01 user nova-compute[75255]:   <serial>5b8519b4-24f6-4c94-ab28-2d5b9b67f477</serial>
Dec 01 21:13:01 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 21:13:01 user nova-compute[75255]: </disk>
Dec 01 21:13:01 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:13:01 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully detached device vdb from instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 from the persistent domain config.
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:13:01 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:13:01 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:13:01 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:13:01 user nova-compute[75255]:   <serial>5b8519b4-24f6-4c94-ab28-2d5b9b67f477</serial>
Dec 01 21:13:01 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 21:13:01 user nova-compute[75255]: </disk>
Dec 01 21:13:01 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:13:01 user nova-compute[75255]: WARNING nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:13:01 user nova-compute[75255]: WARNING nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:13:01 user nova-compute[75255]: WARNING nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:13:01 user nova-compute[75255]: WARNING nova.compute.manager [req-51d332dc-6654-42a7-8d3b-2e4e67eeca80 req-4d275446-8a97-4606-ad61-2ed0b39f5a15 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ec94ae0c-dbb2-42ea-a23f-f4af57441257 tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Port c7f06d51-e6b8-4b72-841d-81735fbe02d6 binding to destination host user is already ACTIVE {{(pid=75255) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquired lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:03 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Releasing lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:13:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Creating tmpfile /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/tmp8c6nia2d to verify with other compute node that the instance is on the same shared storage. {{(pid=75255) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9622}}
Dec 01 21:13:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-a1e44aca-071c-4d67-9de7-102d2edb54b4 req-442a3e50-a91e-413c-873e-d8126ac4e6e3 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-unplugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a1e44aca-071c-4d67-9de7-102d2edb54b4 req-442a3e50-a91e-413c-873e-d8126ac4e6e3 service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a1e44aca-071c-4d67-9de7-102d2edb54b4 req-442a3e50-a91e-413c-873e-d8126ac4e6e3 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a1e44aca-071c-4d67-9de7-102d2edb54b4 req-442a3e50-a91e-413c-873e-d8126ac4e6e3 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-a1e44aca-071c-4d67-9de7-102d2edb54b4 req-442a3e50-a91e-413c-873e-d8126ac4e6e3 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-unplugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:13:04 user nova-compute[75255]: WARNING nova.compute.manager [req-a1e44aca-071c-4d67-9de7-102d2edb54b4 req-442a3e50-a91e-413c-873e-d8126ac4e6e3 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-unplugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state resized and task_state resize_reverting.
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.603s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance destroyed successfully.
Dec 01 21:13:04 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lazy-loading 'resources' on Instance uuid e849fb46-c1e3-46e5-a3ea-d14e33e87711 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-62684714',display_name='tempest-ServerActionsTestOtherB-server-62684714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-62684714',id=2,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD88t0UQnSTeuYOrC04yszykTuUv57aiV/ddqP080qMnZKGqZvsV688n9yWznx+oI7ofpLdSR35aSAbumbRUt5qVWq1cMVJReyXv2zsQnGVi2ER0nDu2pIGYw8FebXm3Aw==',key_name='tempest-keypair-1226066122',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:11:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d9ac5d05e6ad4f9591e617a268089626',ramdisk_id='',reservation_id='r-9tyo4gmr',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-531785613',owner_user_name='tempest-ServerActionsTestOtherB-531785613-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:11:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3b1c1f8b23f34169a9603e55a9405a83',uuid=e849fb46-c1e3-46e5-a3ea-d14e33e87711,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converting VIF {"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_vif [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc7f06d51-e6, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6bc9d528-a359-4d91-8439-b53d726ad598) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:13:04 user nova-compute[75255]: INFO os_vif [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6')
Dec 01 21:13:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:13:04 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Acquiring lock "e31a9fef-b158-4f9d-81c8-a69cddb1e94b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Lock "e31a9fef-b158-4f9d-81c8-a69cddb1e94b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cefa8c0-10c1-4d3a-8159-d561f7e84d62]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:13:04 user nova-compute[75255]: No targets found.
Dec 01 21:13:04 user nova-compute[75255]: iSNS:
Dec 01 21:13:04 user nova-compute[75255]: No targets found.
Dec 01 21:13:04 user nova-compute[75255]: STATIC:
Dec 01 21:13:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:13:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:13:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:13:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a
Dec 01 21:13:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed
Dec 01 21:13:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706
Dec 01 21:13:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:04 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc
Dec 01 21:13:04 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:04 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:04 user nova-compute[75255]: FIRMWARE:
Dec 01 21:13:04 user nova-compute[75255]: No targets found.
Dec 01 21:13:04 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:13:04 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:13:04 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f209fd29-f315-46f5-8116-5700497e31b1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb05fae7-297e-45d0-8afd-a65854013e24]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:04 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:04 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:04 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cc2a680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb43abc4-9e7c-420f-bdfd-dbe9a79e49ef]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d2a1dda-19b4-4e88-910c-27abd80449a9]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebb30dd3-7343-4718-b6b5-61ccc51723b1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc58daee-a293-4e7d-b396-60c5fcecae9f]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.051s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e68591e-2a06-4d02-8f74-2adccad6b25b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:13:04 user nova-compute[75255]: INFO nova.compute.claims [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Claim successful on node user
Dec 01 21:13:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --logout" returned: 0 in 0.089s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1371a72-beff-4a80-b46a-1adad84c2200]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]
Dec 01 21:13:05 user nova-compute[75255]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.
Dec 01 21:13:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[873453e9-37a5-4256-b6b2-a350d4ee1c86]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.519s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] <== disconnect_volume: return (524ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:13:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.manager [req-32e819a8-a7f4-4ba7-b81d-01d613a31d38 req-6898a728-68da-4056-af94-3918e9d5e2c7 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-32e819a8-a7f4-4ba7-b81d-01d613a31d38 req-6898a728-68da-4056-af94-3918e9d5e2c7 service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-32e819a8-a7f4-4ba7-b81d-01d613a31d38 req-6898a728-68da-4056-af94-3918e9d5e2c7 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-32e819a8-a7f4-4ba7-b81d-01d613a31d38 req-6898a728-68da-4056-af94-3918e9d5e2c7 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.manager [req-32e819a8-a7f4-4ba7-b81d-01d613a31d38 req-6898a728-68da-4056-af94-3918e9d5e2c7 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:13:06 user nova-compute[75255]: WARNING nova.compute.manager [req-32e819a8-a7f4-4ba7-b81d-01d613a31d38 req-6898a728-68da-4056-af94-3918e9d5e2c7 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state resized and task_state resize_reverting.
Dec 01 21:13:06 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:13:06 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7566MB free_disk=25.262710571289062GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.494s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.304s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:13:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Applying migration context for instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 as it has an incoming, in-progress migration 0e3d1bbd-69fe-41a1-8212-18c84600b53f. Migration status is reverting {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 01 21:13:06 user nova-compute[75255]: INFO nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating resource usage from migration 0e3d1bbd-69fe-41a1-8212-18c84600b53f
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance aa6c3d5f-1afa-483a-bd41-664aa925eaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Migration 0e3d1bbd-69fe-41a1-8212-18c84600b53f is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 47810816-84b2-4a1f-a08b-5b19bf7d491b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 880d41c4-9f52-45bf-b524-2fda9c3f3638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance dec1d95f-088a-4df5-8bb7-b7d43cbd286c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e31a9fef-b158-4f9d-81c8-a69cddb1e94b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=29GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG nova.policy [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55b2f90fdef94c8284b096cf576ca2e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76e90890d9e6463fae9eb27615e91ff9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:13:06 user nova-compute[75255]: INFO nova.virt.block_device [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Booting with volume 6b4c274e-c5b8-463b-a6d7-044661d19a36 at /dev/vda
Dec 01 21:13:06 user nova-compute[75255]: DEBUG os_brick.utils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[70a49ef1-ae86-4359-b024-f650793ffd66]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[14111566-da99-4a89-a5b0-b7b751377050]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c77544e5-9b39-44e7-b7ea-b6ec96294bd7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[db0573b6-6174-4681-931b-a66135ddd1d5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:13:07 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[184e75d0-78f5-415d-9422-33ae80302467]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.utils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] <== get_connector_properties: return (180ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating existing volume attachment record: a947ce57-7efc-4342-9ecd-f21fb070bdf9 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.817s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully created port: c505defb-b7ae-44c5-b5f9-8eb9fe2369ed {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EibnrUXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:13:07 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:13:07 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:13:07 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2849711-beb1-4cd5-b545-79eac7d428d8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:13:07 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fff6e8c-da7b-402f-8028-683daf0cb94d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349] added
Dec 01 21:13:07 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[65274d72-22b3-4ab5-95d2-19280d4e586d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d89d2d0-be57-4c3e-9b0c-71bf6ca2de66]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EibnrUXQ {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EibnrUXQ" returned: 0 in 0.112s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c2792d-5a8c-4265-b965-c1d88b92f51d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EibnrUXQ'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0ecbbf2-7ba5-414f-b1ef-09e04136b4f2]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[578aa0a4-930f-4653-b74e-414c8d81304a]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:08 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:08 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --login" returned: 0 in 0.112s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[705cca42-4f1c-4fd8-bbca-5d3e159fe641]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260]
Dec 01 21:13:08 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260] successful.
Dec 01 21:13:08 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_power_states {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0afbaf64-1df5-4276-b511-a47ddfae76c3]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d03244c5-6f7d-4fca-a9e9-27ac9a618fd2]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:08 user nova-compute[75255]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:13:08 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.509s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:08 user nova-compute[75255]: WARNING nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor.
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid e849fb46-c1e3-46e5-a3ea-d14e33e87711 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 76e89914-6bf7-4d84-870d-60801590ee5a {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid aa6c3d5f-1afa-483a-bd41-664aa925eaea {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid f7945a3a-cc7a-423b-aaab-f31e7df7bc38 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 47810816-84b2-4a1f-a08b-5b19bf7d491b {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 880d41c4-9f52-45bf-b524-2fda9c3f3638 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid dec1d95f-088a-4df5-8bb7-b7d43cbd286c {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid e31a9fef-b158-4f9d-81c8-a69cddb1e94b {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fc73a46-09e9-4eac-b496-ee8edd1aeedf]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:08 user nova-compute[75255]: INFO nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] During sync_power_state the instance has a pending task (resize_reverting). Skip.
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "76e89914-6bf7-4d84-870d-60801590ee5a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "76e89914-6bf7-4d84-870d-60801590ee5a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "e31a9fef-b158-4f9d-81c8-a69cddb1e94b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EibnrUXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.087s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "76e89914-6bf7-4d84-870d-60801590ee5a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.112s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.112s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.132s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.135s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.140s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:08 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully created port: 43bae322-ba70-42c2-afcf-0e58b486e2b7 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully created port: 968424dc-af90-455e-9239-ddafa056d4ba {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.568s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== connect_volume: return (1570ms) {'type': 'block', 'scsi_wwn': '26331636638386637', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331636638386637', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'flavor' on Instance uuid f7945a3a-cc7a-423b-aaab-f31e7df7bc38 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:13:09 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:13:09 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:13:09 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:13:09 user nova-compute[75255]:   <serial>bde8f21a-1747-4288-91e2-04e038400349</serial>
Dec 01 21:13:09 user nova-compute[75255]: </disk>
Dec 01 21:13:09 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No VIF found with MAC fa:16:3e:0d:b1:44, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-69e95ae2-e7ce-48ec-9272-f1929b855927 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.864s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.723s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.055s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:10 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully created port: f275a2de-d1c6-4fa1-8796-012808319677 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:13:10 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully created port: 809948ba-f643-48f5-9fdf-00628d3043bf {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:13:11 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully updated port: c505defb-b7ae-44c5-b5f9-8eb9fe2369ed {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:13:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-efd4d9d0-24d0-4381-9185-578e439eeec5 req-3e936a23-ec40-4c8c-b642-558e3dce3ad6 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Received event network-changed-c505defb-b7ae-44c5-b5f9-8eb9fe2369ed {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-efd4d9d0-24d0-4381-9185-578e439eeec5 req-3e936a23-ec40-4c8c-b642-558e3dce3ad6 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing instance network info cache due to event network-changed-c505defb-b7ae-44c5-b5f9-8eb9fe2369ed. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:13:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-efd4d9d0-24d0-4381-9185-578e439eeec5 req-3e936a23-ec40-4c8c-b642-558e3dce3ad6 service nova] Acquiring lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:13:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-efd4d9d0-24d0-4381-9185-578e439eeec5 req-3e936a23-ec40-4c8c-b642-558e3dce3ad6 service nova] Acquired lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:13:11 user nova-compute[75255]: DEBUG nova.network.neutron [req-efd4d9d0-24d0-4381-9185-578e439eeec5 req-3e936a23-ec40-4c8c-b642-558e3dce3ad6 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing network info cache for port c505defb-b7ae-44c5-b5f9-8eb9fe2369ed {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:13:11 user nova-compute[75255]: DEBUG nova.network.neutron [req-efd4d9d0-24d0-4381-9185-578e439eeec5 req-3e936a23-ec40-4c8c-b642-558e3dce3ad6 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:13:11 user nova-compute[75255]: INFO nova.compute.manager [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Rebuilding instance
Dec 01 21:13:11 user nova-compute[75255]: DEBUG nova.network.neutron [req-efd4d9d0-24d0-4381-9185-578e439eeec5 req-3e936a23-ec40-4c8c-b642-558e3dce3ad6 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-efd4d9d0-24d0-4381-9185-578e439eeec5 req-3e936a23-ec40-4c8c-b642-558e3dce3ad6 service nova] Releasing lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:13:11 user nova-compute[75255]: DEBUG nova.compute.manager [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:13:12 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully updated port: 885e4054-8c3c-4ec9-9789-f40b6c354ddb {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:13:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-4ce64819-b613-49db-b7f9-7a1d22a75a7a req-360ca1a1-8a6a-42bf-9ca0-b44e3fa1b634 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-vif-unplugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4ce64819-b613-49db-b7f9-7a1d22a75a7a req-360ca1a1-8a6a-42bf-9ca0-b44e3fa1b634 service nova] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4ce64819-b613-49db-b7f9-7a1d22a75a7a req-360ca1a1-8a6a-42bf-9ca0-b44e3fa1b634 service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4ce64819-b613-49db-b7f9-7a1d22a75a7a req-360ca1a1-8a6a-42bf-9ca0-b44e3fa1b634 service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-4ce64819-b613-49db-b7f9-7a1d22a75a7a req-360ca1a1-8a6a-42bf-9ca0-b44e3fa1b634 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] No waiting events found dispatching network-vif-unplugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:13:12 user nova-compute[75255]: WARNING nova.compute.manager [req-4ce64819-b613-49db-b7f9-7a1d22a75a7a req-360ca1a1-8a6a-42bf-9ca0-b44e3fa1b634 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received unexpected event network-vif-unplugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 for instance with vm_state active and task_state rebuilding.
Dec 01 21:13:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:12 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully updated port: e619b2cc-5e82-45f4-abbf-e380ed9a48bb {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:13:12 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Instance destroyed successfully.
Dec 01 21:13:13 user nova-compute[75255]: INFO nova.compute.manager [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Detaching volume bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:13:13 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 is timed out.
Dec 01 21:13:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Successfully detached device vdc from instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 from the live domain config.
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'asxDRiMC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:13:13 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: INFO nova.virt.block_device [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Attempting to driver detach volume bde8f21a-1747-4288-91e2-04e038400349 from mountpoint /dev/vdb
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[04548b2f-efd5-4366-af3e-b6f42988beba]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:13:13 user nova-compute[75255]: No targets found.
Dec 01 21:13:13 user nova-compute[75255]: iSNS:
Dec 01 21:13:13 user nova-compute[75255]: No targets found.
Dec 01 21:13:13 user nova-compute[75255]: STATIC:
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: FIRMWARE:
Dec 01 21:13:13 user nova-compute[75255]: No targets found.
Dec 01 21:13:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:13:13 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:13:13 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Attempting to detach device vdb from instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:13:13 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:13:13 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:13:13 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:13:13 user nova-compute[75255]:   <serial>bde8f21a-1747-4288-91e2-04e038400349</serial>
Dec 01 21:13:13 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:13:13 user nova-compute[75255]: </disk>
Dec 01 21:13:13 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e92f66-45bc-42f7-8644-9ae4019a49da]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully detached device vdb from instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 from the persistent domain config.
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EibnrUXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:13:13 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[41b32789-ab3f-4ddd-8cc7-9a60d0efdee1]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82805fdb40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a'): ({'sdf'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Removing single pathed devices sdf {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a10403a3-0854-404a-bc5b-1f8ea4486014]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa4cabe-e34b-4afa-938e-8e159b01ba39]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Flushing IO for device /dev/sdf {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b583b555-ba40-4575-8bed-4e5105bffd6c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.058s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c77dfad3-72b9-406c-a78c-f40bfcebf46f]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] SCSI volumes sdf have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8859af7f-afa3-492f-80d9-1cbad3023ead]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[da7302f2-6781-45a8-923a-b70d11be73d3]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a, portal: 172.16.0.220,3260]
Dec 01 21:13:13 user nova-compute[75255]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a, portal: 172.16.0.220,3260] successful.
Dec 01 21:13:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b06b9f2-def9-4ecb-a35b-79abf035626a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d0c18c5-28b3-419d-8923-0c982298e2c7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] <== disconnect_volume: return (381ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.320s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d77bb86-15c5-43ac-aae7-d983ed62037e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:13:13 user nova-compute[75255]: No targets found.
Dec 01 21:13:13 user nova-compute[75255]: iSNS:
Dec 01 21:13:13 user nova-compute[75255]: No targets found.
Dec 01 21:13:13 user nova-compute[75255]: STATIC:
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc
Dec 01 21:13:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:13 user nova-compute[75255]: FIRMWARE:
Dec 01 21:13:13 user nova-compute[75255]: No targets found.
Dec 01 21:13:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:13:13 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:13:13 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18eeb25-b4de-4e23-b7ea-67d534101d71]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.compute.manager [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Received event network-changed-885e4054-8c3c-4ec9-9789-f40b6c354ddb {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.compute.manager [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing instance network info cache due to event network-changed-885e4054-8c3c-4ec9-9789-f40b6c354ddb. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] Acquiring lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] Acquired lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.network.neutron [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing network info cache for port 885e4054-8c3c-4ec9-9789-f40b6c354ddb {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab69498-7d20-401e-bc40-2f75ad54dbe8]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:13 user nova-compute[75255]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:13:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82805081f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully updated port: 43bae322-ba70-42c2-afcf-0e58b486e2b7 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6758925e-c681-46f2-9a8b-41b482cf4021]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb3410a9-bf3f-4328-936e-a44261817d37]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4bcac45-04f4-4298-ae76-288ed597d565]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.057s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89cb09d-d6e0-4cea-9690-f155e0223347]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0374fb7-f9b2-42b9-9423-fde4ff6b561c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.network.neutron [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2ea2fbb-6ca6-48f8-84f4-aa8b07cc18a4]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260]
Dec 01 21:13:13 user nova-compute[75255]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260] successful.
Dec 01 21:13:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[be0e7f49-6c4c-4463-896b-215d3ebaffac]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.388s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== disconnect_volume: return (708ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:13:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG nova.network.neutron [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] Releasing lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG nova.compute.manager [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Received event network-changed-e619b2cc-5e82-45f4-abbf-e380ed9a48bb {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG nova.compute.manager [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing instance network info cache due to event network-changed-e619b2cc-5e82-45f4-abbf-e380ed9a48bb. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] Acquiring lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] Acquired lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG nova.network.neutron [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing network info cache for port e619b2cc-5e82-45f4-abbf-e380ed9a48bb {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG nova.network.neutron [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully updated port: 968424dc-af90-455e-9239-ddafa056d4ba {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG nova.network.neutron [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-08c9c9ad-7b58-45a1-9a6e-663fbeea7e16 req-5865e39a-5723-4f17-b24d-f58450f48159 service nova] Releasing lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG nova.compute.manager [req-4063537b-6be6-4ab5-8eb4-789d185df92e req-f849c81a-4fd7-4d14-abdf-41c6380c554f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4063537b-6be6-4ab5-8eb4-789d185df92e req-f849c81a-4fd7-4d14-abdf-41c6380c554f service nova] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4063537b-6be6-4ab5-8eb4-789d185df92e req-f849c81a-4fd7-4d14-abdf-41c6380c554f service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4063537b-6be6-4ab5-8eb4-789d185df92e req-f849c81a-4fd7-4d14-abdf-41c6380c554f service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:14 user nova-compute[75255]: DEBUG nova.compute.manager [req-4063537b-6be6-4ab5-8eb4-789d185df92e req-f849c81a-4fd7-4d14-abdf-41c6380c554f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] No waiting events found dispatching network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:13:14 user nova-compute[75255]: WARNING nova.compute.manager [req-4063537b-6be6-4ab5-8eb4-789d185df92e req-f849c81a-4fd7-4d14-abdf-41c6380c554f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received unexpected event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 for instance with vm_state active and task_state rebuilding.
Dec 01 21:13:14 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully updated port: f275a2de-d1c6-4fa1-8796-012808319677 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Received event network-changed-43bae322-ba70-42c2-afcf-0e58b486e2b7 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing instance network info cache due to event network-changed-43bae322-ba70-42c2-afcf-0e58b486e2b7. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] Acquiring lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] Acquired lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing network info cache for port 43bae322-ba70-42c2-afcf-0e58b486e2b7 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Successfully updated port: 809948ba-f643-48f5-9fdf-00628d3043bf {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Acquiring lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] Releasing lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Received event network-changed-968424dc-af90-455e-9239-ddafa056d4ba {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing instance network info cache due to event network-changed-968424dc-af90-455e-9239-ddafa056d4ba. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] Acquiring lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] Acquired lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing network info cache for port 968424dc-af90-455e-9239-ddafa056d4ba {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:13:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG nova.network.neutron [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] Releasing lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Received event network-changed-f275a2de-d1c6-4fa1-8796-012808319677 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing instance network info cache due to event network-changed-f275a2de-d1c6-4fa1-8796-012808319677. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] Acquiring lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] Acquired lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG nova.network.neutron [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing network info cache for port f275a2de-d1c6-4fa1-8796-012808319677 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG nova.network.neutron [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG nova.network.neutron [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-16657b17-7f5b-42af-a95b-8b59ed961cc9 req-87b81917-6cf7-4caa-acee-3e2250ca485e service nova] Releasing lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Acquired lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:13:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:13:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-fa2d5191-8e23-4b67-9408-af6097ab15b8 req-92bd6e9f-b9d7-4600-bb2a-8898e35393ed service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Received event network-changed-809948ba-f643-48f5-9fdf-00628d3043bf {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-fa2d5191-8e23-4b67-9408-af6097ab15b8 req-92bd6e9f-b9d7-4600-bb2a-8898e35393ed service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing instance network info cache due to event network-changed-809948ba-f643-48f5-9fdf-00628d3043bf. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:13:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fa2d5191-8e23-4b67-9408-af6097ab15b8 req-92bd6e9f-b9d7-4600-bb2a-8898e35393ed service nova] Acquiring lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:13:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:18 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating instance_info_cache with network_info: [{"id": "c505defb-b7ae-44c5-b5f9-8eb9fe2369ed", "address": "fa:16:3e:6f:ab:8a", "network": {"id": "83f3e4a9-cc77-4af2-9916-0c87f6e2ff5b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-57333111-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc505defb-b7", "ovs_interfaceid": "c505defb-b7ae-44c5-b5f9-8eb9fe2369ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "885e4054-8c3c-4ec9-9789-f40b6c354ddb", "address": "fa:16:3e:a9:b7:cd", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap885e4054-8c", "ovs_interfaceid": "885e4054-8c3c-4ec9-9789-f40b6c354ddb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e619b2cc-5e82-45f4-abbf-e380ed9a48bb", "address": "fa:16:3e:05:ae:c2", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape619b2cc-5e", "ovs_interfaceid": "e619b2cc-5e82-45f4-abbf-e380ed9a48bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "43bae322-ba70-42c2-afcf-0e58b486e2b7", "address": "fa:16:3e:dc:57:9d", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43bae322-ba", "ovs_interfaceid": "43bae322-ba70-42c2-afcf-0e58b486e2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "968424dc-af90-455e-9239-ddafa056d4ba", "address": "fa:16:3e:88:a3:3c", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap968424dc-af", "ovs_interfaceid": "968424dc-af90-455e-9239-ddafa056d4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f275a2de-d1c6-4fa1-8796-012808319677", "address": "fa:16:3e:43:2e:5b", "network": {"id": "2a4a1c11-6b4d-4f77-a28a-15b2763ef696", "bridge": "br-int", "label": "tempest-device-tagging-net2-53547864", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf275a2de-d1", "ovs_interfaceid": "f275a2de-d1c6-4fa1-8796-012808319677", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "809948ba-f643-48f5-9fdf-00628d3043bf", "address": "fa:16:3e:7d:b3:f8", "network": {"id": "2a4a1c11-6b4d-4f77-a28a-15b2763ef696", "bridge": "br-int", "label": "tempest-device-tagging-net2-53547864", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap809948ba-f6", "ovs_interfaceid": "809948ba-f643-48f5-9fdf-00628d3043bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Releasing lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:13:18 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Instance network_info: |[{"id": "c505defb-b7ae-44c5-b5f9-8eb9fe2369ed", "address": "fa:16:3e:6f:ab:8a", "network": {"id": "83f3e4a9-cc77-4af2-9916-0c87f6e2ff5b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-57333111-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc505defb-b7", "ovs_interfaceid": "c505defb-b7ae-44c5-b5f9-8eb9fe2369ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "885e4054-8c3c-4ec9-9789-f40b6c354ddb", "address": "fa:16:3e:a9:b7:cd", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap885e4054-8c", "ovs_interfaceid": "885e4054-8c3c-4ec9-9789-f40b6c354ddb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e619b2cc-5e82-45f4-abbf-e380ed9a48bb", "address": "fa:16:3e:05:ae:c2", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape619b2cc-5e", "ovs_interfaceid": "e619b2cc-5e82-45f4-abbf-e380ed9a48bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "43bae322-ba70-42c2-afcf-0e58b486e2b7", "address": "fa:16:3e:dc:57:9d", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43bae322-ba", "ovs_interfaceid": "43bae322-ba70-42c2-afcf-0e58b486e2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "968424dc-af90-455e-9239-ddafa056d4ba", "address": "fa:16:3e:88:a3:3c", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap968424dc-af", "ovs_interfaceid": "968424dc-af90-455e-9239-ddafa056d4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f275a2de-d1c6-4fa1-8796-012808319677", "address": "fa:16:3e:43:2e:5b", "network": {"id": "2a4a1c11-6b4d-4f77-a28a-15b2763ef696", "bridge": "br-int", "label": "tempest-device-tagging-net2-53547864", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf275a2de-d1", "ovs_interfaceid": "f275a2de-d1c6-4fa1-8796-012808319677", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "809948ba-f643-48f5-9fdf-00628d3043bf", "address": "fa:16:3e:7d:b3:f8", "network": {"id": "2a4a1c11-6b4d-4f77-a28a-15b2763ef696", "bridge": "br-int", "label": "tempest-device-tagging-net2-53547864", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap809948ba-f6", "ovs_interfaceid": "809948ba-f643-48f5-9fdf-00628d3043bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:13:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fa2d5191-8e23-4b67-9408-af6097ab15b8 req-92bd6e9f-b9d7-4600-bb2a-8898e35393ed service nova] Acquired lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:13:18 user nova-compute[75255]: DEBUG nova.network.neutron [req-fa2d5191-8e23-4b67-9408-af6097ab15b8 req-92bd6e9f-b9d7-4600-bb2a-8898e35393ed service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Refreshing network info cache for port 809948ba-f643-48f5-9fdf-00628d3043bf {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-fa2d5191-8e23-4b67-9408-af6097ab15b8 req-92bd6e9f-b9d7-4600-bb2a-8898e35393ed service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updated VIF entry in instance network info cache for port 809948ba-f643-48f5-9fdf-00628d3043bf. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-fa2d5191-8e23-4b67-9408-af6097ab15b8 req-92bd6e9f-b9d7-4600-bb2a-8898e35393ed service nova] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating instance_info_cache with network_info: [{"id": "c505defb-b7ae-44c5-b5f9-8eb9fe2369ed", "address": "fa:16:3e:6f:ab:8a", "network": {"id": "83f3e4a9-cc77-4af2-9916-0c87f6e2ff5b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-57333111-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc505defb-b7", "ovs_interfaceid": "c505defb-b7ae-44c5-b5f9-8eb9fe2369ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "885e4054-8c3c-4ec9-9789-f40b6c354ddb", "address": "fa:16:3e:a9:b7:cd", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap885e4054-8c", "ovs_interfaceid": "885e4054-8c3c-4ec9-9789-f40b6c354ddb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e619b2cc-5e82-45f4-abbf-e380ed9a48bb", "address": "fa:16:3e:05:ae:c2", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape619b2cc-5e", "ovs_interfaceid": "e619b2cc-5e82-45f4-abbf-e380ed9a48bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "43bae322-ba70-42c2-afcf-0e58b486e2b7", "address": "fa:16:3e:dc:57:9d", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43bae322-ba", "ovs_interfaceid": "43bae322-ba70-42c2-afcf-0e58b486e2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "968424dc-af90-455e-9239-ddafa056d4ba", "address": "fa:16:3e:88:a3:3c", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap968424dc-af", "ovs_interfaceid": "968424dc-af90-455e-9239-ddafa056d4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f275a2de-d1c6-4fa1-8796-012808319677", "address": "fa:16:3e:43:2e:5b", "network": {"id": "2a4a1c11-6b4d-4f77-a28a-15b2763ef696", "bridge": "br-int", "label": "tempest-device-tagging-net2-53547864", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf275a2de-d1", "ovs_interfaceid": "f275a2de-d1c6-4fa1-8796-012808319677", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "809948ba-f643-48f5-9fdf-00628d3043bf", "address": "fa:16:3e:7d:b3:f8", "network": {"id": "2a4a1c11-6b4d-4f77-a28a-15b2763ef696", "bridge": "br-int", "label": "tempest-device-tagging-net2-53547864", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap809948ba-f6", "ovs_interfaceid": "809948ba-f643-48f5-9fdf-00628d3043bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fa2d5191-8e23-4b67-9408-af6097ab15b8 req-92bd6e9f-b9d7-4600-bb2a-8898e35393ed service nova] Releasing lock "refresh_cache-e31a9fef-b158-4f9d-81c8-a69cddb1e94b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Instance destroyed successfully.
Dec 01 21:13:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:11:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-729791519',display_name='tempest-ServerActionsTestOtherA-server-734481814',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-729791519',id=14,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCYVVy5lLBh7TadaywifS5ocF7aX2EAS8aRLZWim6IeJ5/fHjzj3KnTDwCW7ukupaBz0VtOJOCROXZpB22sLDMnIXUMLeB5KZD96OPG68Tn0jkqaY1l7mlM6TZLYxKkZag==',key_name='tempest-keypair-1555962364',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-8ssj41mj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=f7945a3a-cc7a-423b-aaab-f31e7df7bc38,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_vif [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap40569199-58, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=44140376-99cb-4356-ad2d-d5db506fe4b3) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:19 user nova-compute[75255]: INFO os_vif [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58')
Dec 01 21:13:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EibnrUXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:13:19 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf44d420-cc66-4ba8-a54f-3d7ff3eb837c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:13:19 user nova-compute[75255]: No targets found.
Dec 01 21:13:19 user nova-compute[75255]: iSNS:
Dec 01 21:13:19 user nova-compute[75255]: No targets found.
Dec 01 21:13:19 user nova-compute[75255]: STATIC:
Dec 01 21:13:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:13:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:13:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed
Dec 01 21:13:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706
Dec 01 21:13:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc
Dec 01 21:13:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:19 user nova-compute[75255]: FIRMWARE:
Dec 01 21:13:19 user nova-compute[75255]: No targets found.
Dec 01 21:13:19 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:13:19 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:13:19 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:19 user nova-compute[75255]: INFO nova.virt.block_device [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Booting with volume c3f5aeb0-0b8c-4d9e-abff-385f4639da92 at /dev/vdb
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[61c93466-82ce-4c77-bf61-b821765ef079]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[57b8598c-184b-4b05-b0a5-096c5213d9a4]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:19 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:19 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:19 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:19 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:19 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:19 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:19 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:19 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:19 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:19 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd3d240>, {}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Disconnecting from: [] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.087s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== disconnect_volume: return (89ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:13:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Deleting instance files /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38_del
Dec 01 21:13:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Deletion of /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38_del complete
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.utils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c31d2166-980f-4643-b0bc-ef022d20a5c9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:19 user nova-compute[75255]: INFO nova.virt.block_device [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Booting with volume bde8f21a-1747-4288-91e2-04e038400349 at /dev/vdb
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff2add53-3259-4de8-8236-31c084bccc8d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d17b8ae5-4059-4d1a-a623-a9c40739d201]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e29336a2-aa8b-4974-af62-94f3b3b3ca82]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:13:19 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:13:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e594ae-b72b-4d0a-95f8-cd009e628e04]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG os_brick.utils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:13:19 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating existing volume attachment record: ab586722-af8d-4ba3-a772-72c7adeea365 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:13:22 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 is timed out.
Dec 01 21:13:22 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully detached device vdb from instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 from the live domain config.
Dec 01 21:13:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WRHJpAFz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:13:22 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d9ebdb9-72d6-49ee-b02e-87307d4cd2ad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:13:22 user nova-compute[75255]: No targets found.
Dec 01 21:13:22 user nova-compute[75255]: iSNS:
Dec 01 21:13:22 user nova-compute[75255]: No targets found.
Dec 01 21:13:22 user nova-compute[75255]: STATIC:
Dec 01 21:13:22 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477
Dec 01 21:13:22 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:22 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:22 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:13:22 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:22 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:22 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed
Dec 01 21:13:22 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:22 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:22 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706
Dec 01 21:13:22 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:22 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:22 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc
Dec 01 21:13:22 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:13:22 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:13:22 user nova-compute[75255]: FIRMWARE:
Dec 01 21:13:22 user nova-compute[75255]: No targets found.
Dec 01 21:13:22 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:13:22 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:13:22 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a66ab9-2a47-405f-a9f1-c5f14c61a263]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f63e16f-ebcb-483f-a062-497394034f55]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:22 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:22 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:22 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:22 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:22 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:13:22 user nova-compute[75255]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 (non-flash)
Dec 01 21:13:22 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:13:22 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:13:22 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:13:22 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cf2dd80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3be9699-b10e-4c03-a909-a0c854542712]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3e1728-1a01-4cbc-973d-7becf564e439]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf3ab5b0-60ac-4699-b53e-2e6c63f18b17]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.032s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f91284e-e4ae-45d1-9e43-9550b63e8f4c]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1c620c3-1d8a-4844-8c58-b9dd949958ac]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd068b5f-f9e9-4d28-a5c9-8a0aee33f936]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260]
Dec 01 21:13:22 user nova-compute[75255]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477, portal: 172.16.0.220,3260] successful.
Dec 01 21:13:22 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b8519b4-24f6-4c94-ab28-2d5b9b67f477 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4620bc-db1b-4106-8fe6-9e4b0685ae74]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== disconnect_volume: return (286ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:13:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:13:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:13:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:13:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:13:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:13:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:13:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:13:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:13:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:13:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:13:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lazy-loading 'migration_context' on Instance uuid e849fb46-c1e3-46e5-a3ea-d14e33e87711 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG os_brick.utils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG nova.objects.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Object Instance<e849fb46-c1e3-46e5-a3ea-d14e33e87711> lazy-loaded attributes: resources,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e288de-3470-43c0-8a5a-9294865cbba7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e73b61e4-0034-443e-9c23-aadb595ab282]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[038a30ab-1e8c-4422-819d-1e7283a86c0c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8d9402-90c7-47d7-9733-3e7126687526]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:13:52 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[55143939-641f-4a2a-ba43-6430029e3a0c]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG os_brick.utils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Updating existing volume attachment record: 502b8164-2247-47e5-b8c0-9f3f254f5fab {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'flavor' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a93fe39-d54d-43a7-a657-4b680bfa9596 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 60.354s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 44.227s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.570s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.volume.cinder [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Update attachment failed for attachment ab586722-af8d-4ba3-a772-72c7adeea365. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b7128f4d-397a-4ec9-b3de-5bec929fc922) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b7128f4d-397a-4ec9-b3de-5bec929fc922)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b7128f4d-397a-4ec9-b3de-5bec929fc922)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Traceback (most recent call last):
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     driver_block_device.attach_block_devices(
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     _log_and_attach(device)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     bdm.attach(*attach_args, **attach_kwargs)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     ret_val = method(obj, context, *args, **kwargs)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     self._do_attach(context, instance, volume, volume_api,
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     self._volume_attach(context, volume, connector, instance,
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     connection_info = volume_api.attachment_update(
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     res = method(self, ctx, *args, **kwargs)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     res = method(self, ctx, attachment_id, *args, **kwargs)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     with excutils.save_and_reraise_exception():
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     self.force_reraise()
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     raise self.value
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     context, '3.44', skip_version_check=True).attachments.update(
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     return method.func(obj, *args, **kwargs)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     resp = self._update('/attachments/%s' % id, body)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     resp, body = self.api.client.put(url, body=body, **kwargs)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     return self._cs_request(url, 'PUT', **kwargs)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     return self.request(url, method, **kwargs)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b]     raise exceptions.from_response(resp, body)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b7128f4d-397a-4ec9-b3de-5bec929fc922)
Dec 01 21:13:52 user nova-compute[75255]: ERROR nova.compute.manager [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] 
Dec 01 21:13:52 user nova-compute[75255]: DEBUG nova.compute.claims [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Aborting claim: <nova.compute.claims.Claim object at 0x7f825cc273d0> {{(pid=75255) abort /opt/stack/nova/nova/compute/claims.py:84}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:52 user nova-compute[75255]: INFO nova.compute.manager [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Swapping old allocation on dict_keys(['b2e59b39-2af0-4978-966f-10ba4922bb73']) held by migration 0e3d1bbd-69fe-41a1-8212-18c84600b53f for instance
Dec 01 21:13:52 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Overwriting current allocation {'allocations': {'b2e59b39-2af0-4978-966f-10ba4922bb73': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 23}}, 'project_id': 'd9ac5d05e6ad4f9591e617a268089626', 'user_id': '3b1c1f8b23f34169a9603e55a9405a83', 'consumer_generation': 1} on consumer e849fb46-c1e3-46e5-a3ea-d14e33e87711 {{(pid=75255) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.objects.instance [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9b109456-45d6-4a0a-a791-1ed3f2d1b6e9 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 51.761s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 44.968s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:13:53 user nova-compute[75255]: INFO nova.compute.manager [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Detaching volume da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquired lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.544s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Build of instance e31a9fef-b158-4f9d-81c8-a69cddb1e94b aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b7128f4d-397a-4ec9-b3de-5bec929fc922) {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.compute.utils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Build of instance e31a9fef-b158-4f9d-81c8-a69cddb1e94b aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=75255) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Dec 01 21:13:53 user nova-compute[75255]: ERROR nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Build of instance e31a9fef-b158-4f9d-81c8-a69cddb1e94b aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b7128f4d-397a-4ec9-b3de-5bec929fc922): nova.exception.BuildAbortException: Build of instance e31a9fef-b158-4f9d-81c8-a69cddb1e94b aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b7128f4d-397a-4ec9-b3de-5bec929fc922)
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Unplugging VIFs for instance {{(pid=75255) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-317681808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-317681808',id=18,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK30jQB06WCfXH7gZA+wuKeVH4tAyfB5eGFy2ZGhnP4RKo4ctjB2kIXJq1AraWdgOTZ7HGg/J2uYA48p3gw5Op4CN7+5XzrbgKbHeZXZiW5x+urFAlCLBI5wxyr/Vv1xiA==',key_name='tempest-keypair-499601189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e90890d9e6463fae9eb27615e91ff9',ramdisk_id='',reservation_id='r-xdpjtnfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-611193111',owner_user_name='tempest-TaggedBootDevicesTest-611193111-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55b2f90fdef94c8284b096cf576ca2e8',uuid=e31a9fef-b158-4f9d-81c8-a69cddb1e94b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c505defb-b7ae-44c5-b5f9-8eb9fe2369ed", "address": "fa:16:3e:6f:ab:8a", "network": {"id": "83f3e4a9-cc77-4af2-9916-0c87f6e2ff5b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-57333111-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc505defb-b7", "ovs_interfaceid": "c505defb-b7ae-44c5-b5f9-8eb9fe2369ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converting VIF {"id": "c505defb-b7ae-44c5-b5f9-8eb9fe2369ed", "address": "fa:16:3e:6f:ab:8a", "network": {"id": "83f3e4a9-cc77-4af2-9916-0c87f6e2ff5b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-57333111-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc505defb-b7", "ovs_interfaceid": "c505defb-b7ae-44c5-b5f9-8eb9fe2369ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:ab:8a,bridge_name='br-int',has_traffic_filtering=True,id=c505defb-b7ae-44c5-b5f9-8eb9fe2369ed,network=Network(83f3e4a9-cc77-4af2-9916-0c87f6e2ff5b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc505defb-b7') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:ab:8a,bridge_name='br-int',has_traffic_filtering=True,id=c505defb-b7ae-44c5-b5f9-8eb9fe2369ed,network=Network(83f3e4a9-cc77-4af2-9916-0c87f6e2ff5b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc505defb-b7') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc505defb-b7, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:13:53 user nova-compute[75255]: INFO os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:ab:8a,bridge_name='br-int',has_traffic_filtering=True,id=c505defb-b7ae-44c5-b5f9-8eb9fe2369ed,network=Network(83f3e4a9-cc77-4af2-9916-0c87f6e2ff5b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc505defb-b7')
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-317681808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-317681808',id=18,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK30jQB06WCfXH7gZA+wuKeVH4tAyfB5eGFy2ZGhnP4RKo4ctjB2kIXJq1AraWdgOTZ7HGg/J2uYA48p3gw5Op4CN7+5XzrbgKbHeZXZiW5x+urFAlCLBI5wxyr/Vv1xiA==',key_name='tempest-keypair-499601189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e90890d9e6463fae9eb27615e91ff9',ramdisk_id='',reservation_id='r-xdpjtnfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-611193111',owner_user_name='tempest-TaggedBootDevicesTest-611193111-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55b2f90fdef94c8284b096cf576ca2e8',uuid=e31a9fef-b158-4f9d-81c8-a69cddb1e94b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "885e4054-8c3c-4ec9-9789-f40b6c354ddb", "address": "fa:16:3e:a9:b7:cd", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap885e4054-8c", "ovs_interfaceid": "885e4054-8c3c-4ec9-9789-f40b6c354ddb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converting VIF {"id": "885e4054-8c3c-4ec9-9789-f40b6c354ddb", "address": "fa:16:3e:a9:b7:cd", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap885e4054-8c", "ovs_interfaceid": "885e4054-8c3c-4ec9-9789-f40b6c354ddb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:b7:cd,bridge_name='br-int',has_traffic_filtering=True,id=885e4054-8c3c-4ec9-9789-f40b6c354ddb,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap885e4054-8c') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:b7:cd,bridge_name='br-int',has_traffic_filtering=True,id=885e4054-8c3c-4ec9-9789-f40b6c354ddb,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap885e4054-8c') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap885e4054-8c, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:13:53 user nova-compute[75255]: INFO os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:b7:cd,bridge_name='br-int',has_traffic_filtering=True,id=885e4054-8c3c-4ec9-9789-f40b6c354ddb,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap885e4054-8c')
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-317681808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-317681808',id=18,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK30jQB06WCfXH7gZA+wuKeVH4tAyfB5eGFy2ZGhnP4RKo4ctjB2kIXJq1AraWdgOTZ7HGg/J2uYA48p3gw5Op4CN7+5XzrbgKbHeZXZiW5x+urFAlCLBI5wxyr/Vv1xiA==',key_name='tempest-keypair-499601189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e90890d9e6463fae9eb27615e91ff9',ramdisk_id='',reservation_id='r-xdpjtnfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-611193111',owner_user_name='tempest-TaggedBootDevicesTest-611193111-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55b2f90fdef94c8284b096cf576ca2e8',uuid=e31a9fef-b158-4f9d-81c8-a69cddb1e94b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e619b2cc-5e82-45f4-abbf-e380ed9a48bb", "address": "fa:16:3e:05:ae:c2", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape619b2cc-5e", "ovs_interfaceid": "e619b2cc-5e82-45f4-abbf-e380ed9a48bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converting VIF {"id": "e619b2cc-5e82-45f4-abbf-e380ed9a48bb", "address": "fa:16:3e:05:ae:c2", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape619b2cc-5e", "ovs_interfaceid": "e619b2cc-5e82-45f4-abbf-e380ed9a48bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:ae:c2,bridge_name='br-int',has_traffic_filtering=True,id=e619b2cc-5e82-45f4-abbf-e380ed9a48bb,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape619b2cc-5e') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:ae:c2,bridge_name='br-int',has_traffic_filtering=True,id=e619b2cc-5e82-45f4-abbf-e380ed9a48bb,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape619b2cc-5e') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape619b2cc-5e, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:13:53 user nova-compute[75255]: INFO os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:ae:c2,bridge_name='br-int',has_traffic_filtering=True,id=e619b2cc-5e82-45f4-abbf-e380ed9a48bb,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape619b2cc-5e')
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-317681808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-317681808',id=18,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK30jQB06WCfXH7gZA+wuKeVH4tAyfB5eGFy2ZGhnP4RKo4ctjB2kIXJq1AraWdgOTZ7HGg/J2uYA48p3gw5Op4CN7+5XzrbgKbHeZXZiW5x+urFAlCLBI5wxyr/Vv1xiA==',key_name='tempest-keypair-499601189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e90890d9e6463fae9eb27615e91ff9',ramdisk_id='',reservation_id='r-xdpjtnfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-611193111',owner_user_name='tempest-TaggedBootDevicesTest-611193111-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55b2f90fdef94c8284b096cf576ca2e8',uuid=e31a9fef-b158-4f9d-81c8-a69cddb1e94b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "43bae322-ba70-42c2-afcf-0e58b486e2b7", "address": "fa:16:3e:dc:57:9d", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43bae322-ba", "ovs_interfaceid": "43bae322-ba70-42c2-afcf-0e58b486e2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converting VIF {"id": "43bae322-ba70-42c2-afcf-0e58b486e2b7", "address": "fa:16:3e:dc:57:9d", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43bae322-ba", "ovs_interfaceid": "43bae322-ba70-42c2-afcf-0e58b486e2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:57:9d,bridge_name='br-int',has_traffic_filtering=True,id=43bae322-ba70-42c2-afcf-0e58b486e2b7,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43bae322-ba') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:57:9d,bridge_name='br-int',has_traffic_filtering=True,id=43bae322-ba70-42c2-afcf-0e58b486e2b7,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43bae322-ba') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap43bae322-ba, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:13:53 user nova-compute[75255]: INFO os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:57:9d,bridge_name='br-int',has_traffic_filtering=True,id=43bae322-ba70-42c2-afcf-0e58b486e2b7,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43bae322-ba')
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-317681808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-317681808',id=18,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK30jQB06WCfXH7gZA+wuKeVH4tAyfB5eGFy2ZGhnP4RKo4ctjB2kIXJq1AraWdgOTZ7HGg/J2uYA48p3gw5Op4CN7+5XzrbgKbHeZXZiW5x+urFAlCLBI5wxyr/Vv1xiA==',key_name='tempest-keypair-499601189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e90890d9e6463fae9eb27615e91ff9',ramdisk_id='',reservation_id='r-xdpjtnfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-611193111',owner_user_name='tempest-TaggedBootDevicesTest-611193111-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55b2f90fdef94c8284b096cf576ca2e8',uuid=e31a9fef-b158-4f9d-81c8-a69cddb1e94b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "968424dc-af90-455e-9239-ddafa056d4ba", "address": "fa:16:3e:88:a3:3c", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap968424dc-af", "ovs_interfaceid": "968424dc-af90-455e-9239-ddafa056d4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converting VIF {"id": "968424dc-af90-455e-9239-ddafa056d4ba", "address": "fa:16:3e:88:a3:3c", "network": {"id": "d013f29b-a560-44ea-a388-20f6ce811275", "bridge": "br-int", "label": "tempest-device-tagging-net1-1321326129", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap968424dc-af", "ovs_interfaceid": "968424dc-af90-455e-9239-ddafa056d4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:a3:3c,bridge_name='br-int',has_traffic_filtering=True,id=968424dc-af90-455e-9239-ddafa056d4ba,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap968424dc-af') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:a3:3c,bridge_name='br-int',has_traffic_filtering=True,id=968424dc-af90-455e-9239-ddafa056d4ba,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap968424dc-af') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap968424dc-af, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:13:53 user nova-compute[75255]: INFO os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:a3:3c,bridge_name='br-int',has_traffic_filtering=True,id=968424dc-af90-455e-9239-ddafa056d4ba,network=Network(d013f29b-a560-44ea-a388-20f6ce811275),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap968424dc-af')
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-317681808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-317681808',id=18,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK30jQB06WCfXH7gZA+wuKeVH4tAyfB5eGFy2ZGhnP4RKo4ctjB2kIXJq1AraWdgOTZ7HGg/J2uYA48p3gw5Op4CN7+5XzrbgKbHeZXZiW5x+urFAlCLBI5wxyr/Vv1xiA==',key_name='tempest-keypair-499601189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e90890d9e6463fae9eb27615e91ff9',ramdisk_id='',reservation_id='r-xdpjtnfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-611193111',owner_user_name='tempest-TaggedBootDevicesTest-611193111-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55b2f90fdef94c8284b096cf576ca2e8',uuid=e31a9fef-b158-4f9d-81c8-a69cddb1e94b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f275a2de-d1c6-4fa1-8796-012808319677", "address": "fa:16:3e:43:2e:5b", "network": {"id": "2a4a1c11-6b4d-4f77-a28a-15b2763ef696", "bridge": "br-int", "label": "tempest-device-tagging-net2-53547864", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf275a2de-d1", "ovs_interfaceid": "f275a2de-d1c6-4fa1-8796-012808319677", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converting VIF {"id": "f275a2de-d1c6-4fa1-8796-012808319677", "address": "fa:16:3e:43:2e:5b", "network": {"id": "2a4a1c11-6b4d-4f77-a28a-15b2763ef696", "bridge": "br-int", "label": "tempest-device-tagging-net2-53547864", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf275a2de-d1", "ovs_interfaceid": "f275a2de-d1c6-4fa1-8796-012808319677", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:2e:5b,bridge_name='br-int',has_traffic_filtering=True,id=f275a2de-d1c6-4fa1-8796-012808319677,network=Network(2a4a1c11-6b4d-4f77-a28a-15b2763ef696),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf275a2de-d1') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:2e:5b,bridge_name='br-int',has_traffic_filtering=True,id=f275a2de-d1c6-4fa1-8796-012808319677,network=Network(2a4a1c11-6b4d-4f77-a28a-15b2763ef696),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf275a2de-d1') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:13:53 user nova-compute[75255]: INFO nova.virt.block_device [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Attempting to driver detach volume da8a944e-2f56-49b7-bf17-c571793d8372 from mountpoint /dev/vdb
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf275a2de-d1, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:13:53 user nova-compute[75255]: INFO os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:2e:5b,bridge_name='br-int',has_traffic_filtering=True,id=f275a2de-d1c6-4fa1-8796-012808319677,network=Network(2a4a1c11-6b4d-4f77-a28a-15b2763ef696),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf275a2de-d1')
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:13:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-317681808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-317681808',id=18,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK30jQB06WCfXH7gZA+wuKeVH4tAyfB5eGFy2ZGhnP4RKo4ctjB2kIXJq1AraWdgOTZ7HGg/J2uYA48p3gw5Op4CN7+5XzrbgKbHeZXZiW5x+urFAlCLBI5wxyr/Vv1xiA==',key_name='tempest-keypair-499601189',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76e90890d9e6463fae9eb27615e91ff9',ramdisk_id='',reservation_id='r-xdpjtnfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-611193111',owner_user_name='tempest-TaggedBootDevicesTest-611193111-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55b2f90fdef94c8284b096cf576ca2e8',uuid=e31a9fef-b158-4f9d-81c8-a69cddb1e94b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "809948ba-f643-48f5-9fdf-00628d3043bf", "address": "fa:16:3e:7d:b3:f8", "network": {"id": "2a4a1c11-6b4d-4f77-a28a-15b2763ef696", "bridge": "br-int", "label": "tempest-device-tagging-net2-53547864", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap809948ba-f6", "ovs_interfaceid": "809948ba-f643-48f5-9fdf-00628d3043bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converting VIF {"id": "809948ba-f643-48f5-9fdf-00628d3043bf", "address": "fa:16:3e:7d:b3:f8", "network": {"id": "2a4a1c11-6b4d-4f77-a28a-15b2763ef696", "bridge": "br-int", "label": "tempest-device-tagging-net2-53547864", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "76e90890d9e6463fae9eb27615e91ff9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap809948ba-f6", "ovs_interfaceid": "809948ba-f643-48f5-9fdf-00628d3043bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:b3:f8,bridge_name='br-int',has_traffic_filtering=True,id=809948ba-f643-48f5-9fdf-00628d3043bf,network=Network(2a4a1c11-6b4d-4f77-a28a-15b2763ef696),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap809948ba-f6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:b3:f8,bridge_name='br-int',has_traffic_filtering=True,id=809948ba-f643-48f5-9fdf-00628d3043bf,network=Network(2a4a1c11-6b4d-4f77-a28a-15b2763ef696),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap809948ba-f6') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap809948ba-f6, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:13:53 user nova-compute[75255]: INFO os_vif [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:b3:f8,bridge_name='br-int',has_traffic_filtering=True,id=809948ba-f643-48f5-9fdf-00628d3043bf,network=Network(2a4a1c11-6b4d-4f77-a28a-15b2763ef696),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap809948ba-f6')
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Unplugged VIFs for instance {{(pid=75255) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Attempting to detach device vdb from instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:13:53 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:13:53 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:13:53 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:13:53 user nova-compute[75255]:   <serial>da8a944e-2f56-49b7-bf17-c571793d8372</serial>
Dec 01 21:13:53 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:13:53 user nova-compute[75255]: </disk>
Dec 01 21:13:53 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:13:53 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Successfully detached device vdb from instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 from the persistent domain config.
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:13:53 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:13:53 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:13:53 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:13:53 user nova-compute[75255]:   <serial>da8a944e-2f56-49b7-bf17-c571793d8372</serial>
Dec 01 21:13:53 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:13:53 user nova-compute[75255]: </disk>
Dec 01 21:13:53 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87f88b24-05d0-47e0-8462-8b38063785fc tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87f88b24-05d0-47e0-8462-8b38063785fc tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87f88b24-05d0-47e0-8462-8b38063785fc tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87f88b24-05d0-47e0-8462-8b38063785fc tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75255) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.objects.instance [None req-87f88b24-05d0-47e0-8462-8b38063785fc tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-400d3ee8-0e9d-43e6-a62c-7ed7698746fd req-819df10c-c964-438e-a41a-83b90dc98c46 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-unplugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-400d3ee8-0e9d-43e6-a62c-7ed7698746fd req-819df10c-c964-438e-a41a-83b90dc98c46 service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-400d3ee8-0e9d-43e6-a62c-7ed7698746fd req-819df10c-c964-438e-a41a-83b90dc98c46 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-400d3ee8-0e9d-43e6-a62c-7ed7698746fd req-819df10c-c964-438e-a41a-83b90dc98c46 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-400d3ee8-0e9d-43e6-a62c-7ed7698746fd req-819df10c-c964-438e-a41a-83b90dc98c46 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-unplugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:13:53 user nova-compute[75255]: WARNING nova.compute.manager [req-400d3ee8-0e9d-43e6-a62c-7ed7698746fd req-819df10c-c964-438e-a41a-83b90dc98c46 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-unplugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state active and task_state powering-off.
Dec 01 21:13:54 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance destroyed successfully.
Dec 01 21:13:54 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87f88b24-05d0-47e0-8462-8b38063785fc tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87f88b24-05d0-47e0-8462-8b38063785fc tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.891s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Releasing lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG os_brick.utils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd7309c-f186-4767-a211-fc09c0bbd0a9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf6804e-2aa0-41a0-8bbc-2ed51f554f52]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d1088d1-6599-4696-b073-1e31ad2e29fd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6515b9bc-604b-471f-ad08-eda8f1147a2e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:13:54 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:13:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c3a1b2e-4439-457a-9b33-b401a8dfa497]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG os_brick.utils [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:13:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:13:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-5914ce89-2c33-43c5-a94b-58b759fb6964 req-09600d95-ccd7-462b-b266-dc0dc8594aca service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:13:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5914ce89-2c33-43c5-a94b-58b759fb6964 req-09600d95-ccd7-462b-b266-dc0dc8594aca service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5914ce89-2c33-43c5-a94b-58b759fb6964 req-09600d95-ccd7-462b-b266-dc0dc8594aca service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5914ce89-2c33-43c5-a94b-58b759fb6964 req-09600d95-ccd7-462b-b266-dc0dc8594aca service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-5914ce89-2c33-43c5-a94b-58b759fb6964 req-09600d95-ccd7-462b-b266-dc0dc8594aca service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:13:56 user nova-compute[75255]: WARNING nova.compute.manager [req-5914ce89-2c33-43c5-a94b-58b759fb6964 req-09600d95-ccd7-462b-b266-dc0dc8594aca service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state stopped and task_state None.
Dec 01 21:13:57 user nova-compute[75255]: DEBUG nova.network.neutron [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:13:57 user nova-compute[75255]: INFO nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Took 3.88 seconds to deallocate network for instance.
Dec 01 21:13:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Detaching volume: 6b4c274e-c5b8-463b-a6d7-044661d19a36 {{(pid=75255) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Dec 01 21:13:57 user nova-compute[75255]: INFO nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Detaching volume 6b4c274e-c5b8-463b-a6d7-044661d19a36
Dec 01 21:13:57 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Skipping driver_detach during remote rebuild. {{(pid=75255) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:13:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:01 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:14:01 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:14:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7724MB free_disk=25.251571655273438GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:14:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance aa6c3d5f-1afa-483a-bd41-664aa925eaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 47810816-84b2-4a1f-a08b-5b19bf7d491b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 880d41c4-9f52-45bf-b524-2fda9c3f3638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance dec1d95f-088a-4df5-8bb7-b7d43cbd286c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e31a9fef-b158-4f9d-81c8-a69cddb1e94b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:14:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.542s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:14:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:14:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:14:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:14:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:14:03 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:14:03 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:14:04 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Creating image(s)
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "/opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "/opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "/opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating instance_info_cache with network_info: [{"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.objects.instance [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lazy-loading 'flavor' on Instance uuid 880d41c4-9f52-45bf-b524-2fda9c3f3638 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-6d22427f-cd3d-4f50-895e-0c473af57ac0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.110s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.193s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:04 user nova-compute[75255]: INFO nova.compute.manager [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Attaching volume 6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 to /dev/vdb
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.utils [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc168a58-c293-4f72-8455-875e2a3b6079]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc7a19a7-b3fa-4ce5-a7cf-69509ed33b2a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk 1073741824" returned: 0 in 0.058s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e42318e2-77ac-4667-b83f-e587cfdd7da1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f12cdf0f-bdcd-4791-aaf8-ff059cd085e6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:14:04 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5705283-fe82-411a-9079-a30a7ab11424]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.utils [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] <== get_connector_properties: return (193ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Updating existing volume attachment record: 59fc36a3-f352-4388-8eae-b48668a20db7 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.204s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Cannot resize image /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Ensure instance console log exists: /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Start _get_guest_xml network_info=[{"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EibnrUXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f7945a3a-cc7a-423b-aaab-f31e7df7bc38', 'attached_at': '', 'detached_at': '', 'volume_id': 'bde8f21a-1747-4288-91e2-04e038400349', 'serial': 'bde8f21a-1747-4288-91e2-04e038400349'}, 'device_type': 'disk', 'attachment_id': '502b8164-2247-47e5-b8c0-9f3f254f5fab', 'boot_index': None, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:14:04 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 01 21:14:04 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.objects.instance [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'vcpu_model' on Instance uuid f7945a3a-cc7a-423b-aaab-f31e7df7bc38 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EibnrUXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:04 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:04 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:04 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:04 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:14:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[71840e48-bdef-4311-b880-e7e45e7d9b31]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:14:05 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[694ca630-048a-4873-ab1f-2ad878ec8675]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349] added
Dec 01 21:14:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfcdca29-fefc-4485-80bf-9f4d6b5e10f1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e537663a-f9aa-48b3-99b5-6a409fa56137]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EibnrUXQ {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EibnrUXQ" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3150435b-69c4-48de-a259-3bb43a36e05e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EibnrUXQ'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[583c94c2-75f4-48ad-8d76-eb8f08f86986]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a59d327b-6c71-420e-a678-d32d9090f317]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0988eacc-5e23-4fc1-ad97-d50c3622ffc2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260]
Dec 01 21:14:05 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260] successful.
Dec 01 21:14:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a148bf01-0035-4e9b-a72b-87b3ed28a642]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[14d0b810-1b65-40fa-bc90-811e0587052e]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:05 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] HCTL ('33', '-', '-', 0) found on session 23 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f96ac1e2-31ef-4ddc-a535-93084bbe9eaa]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching for a device in session 23 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EibnrUXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Starting finish_revert_migration {{(pid=75255) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11813}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Start _get_guest_xml network_info=[{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e849fb46-c1e3-46e5-a3ea-d14e33e87711', 'attached_at': '2023-12-01T21:14:05.000000', 'detached_at': '', 'volume_id': '7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'serial': '7a5b47d2-f8d0-4ffc-acba-0de6dc635b05'}, 'device_type': 'disk', 'attachment_id': 'e49c17cb-7c45-48a4-b89c-ab23bc3399ba', 'boot_index': None, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:14:05 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:14:05 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lazy-loading 'vcpu_model' on Instance uuid e849fb46-c1e3-46e5-a3ea-d14e33e87711 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:05 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '26331636638386637', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331636638386637', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.711s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:06 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:06 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:11:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-729791519',display_name='tempest-ServerActionsTestOtherA-server-734481814',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-729791519',id=14,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCYVVy5lLBh7TadaywifS5ocF7aX2EAS8aRLZWim6IeJ5/fHjzj3KnTDwCW7ukupaBz0VtOJOCROXZpB22sLDMnIXUMLeB5KZD96OPG68Tn0jkqaY1l7mlM6TZLYxKkZag==',key_name='tempest-keypair-1555962364',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-8ssj41mj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=f7945a3a-cc7a-423b-aaab-f31e7df7bc38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:14:06 user nova-compute[75255]:   <uuid>f7945a3a-cc7a-423b-aaab-f31e7df7bc38</uuid>
Dec 01 21:14:06 user nova-compute[75255]:   <name>instance-0000000e</name>
Dec 01 21:14:06 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:14:06 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:14:06 user nova-compute[75255]:   <metadata>
Dec 01 21:14:06 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:14:06 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:14:06 user nova-compute[75255]:       <nova:name>tempest-ServerActionsTestOtherA-server-734481814</nova:name>
Dec 01 21:14:06 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:14:04</nova:creationTime>
Dec 01 21:14:06 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:14:06 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:14:06 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:14:06 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:14:06 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:14:06 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:14:06 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:14:06 user nova-compute[75255]:       <nova:owner>
Dec 01 21:14:06 user nova-compute[75255]:         <nova:user uuid="07b91a0921e2473199a4ab60b9bd3480">tempest-ServerActionsTestOtherA-1164641327-project-member</nova:user>
Dec 01 21:14:06 user nova-compute[75255]:         <nova:project uuid="f43d0e6c53a54e6790917116d634eb83">tempest-ServerActionsTestOtherA-1164641327</nova:project>
Dec 01 21:14:06 user nova-compute[75255]:       </nova:owner>
Dec 01 21:14:06 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:14:06 user nova-compute[75255]:       <nova:ports>
Dec 01 21:14:06 user nova-compute[75255]:         <nova:port uuid="40569199-58b8-4b61-a9c1-0a6eacb3dd82">
Dec 01 21:14:06 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 21:14:06 user nova-compute[75255]:         </nova:port>
Dec 01 21:14:06 user nova-compute[75255]:       </nova:ports>
Dec 01 21:14:06 user nova-compute[75255]:     </nova:instance>
Dec 01 21:14:06 user nova-compute[75255]:   </metadata>
Dec 01 21:14:06 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:14:06 user nova-compute[75255]:     <system>
Dec 01 21:14:06 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:14:06 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:14:06 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:14:06 user nova-compute[75255]:       <entry name="serial">f7945a3a-cc7a-423b-aaab-f31e7df7bc38</entry>
Dec 01 21:14:06 user nova-compute[75255]:       <entry name="uuid">f7945a3a-cc7a-423b-aaab-f31e7df7bc38</entry>
Dec 01 21:14:06 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:14:06 user nova-compute[75255]:     </system>
Dec 01 21:14:06 user nova-compute[75255]:   </sysinfo>
Dec 01 21:14:06 user nova-compute[75255]:   <os>
Dec 01 21:14:06 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:14:06 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:14:06 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:14:06 user nova-compute[75255]:   </os>
Dec 01 21:14:06 user nova-compute[75255]:   <features>
Dec 01 21:14:06 user nova-compute[75255]:     <acpi/>
Dec 01 21:14:06 user nova-compute[75255]:     <apic/>
Dec 01 21:14:06 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:14:06 user nova-compute[75255]:   </features>
Dec 01 21:14:06 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:14:06 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:14:06 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:14:06 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:14:06 user nova-compute[75255]:   </clock>
Dec 01 21:14:06 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:14:06 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:14:06 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:14:06 user nova-compute[75255]:   </cpu>
Dec 01 21:14:06 user nova-compute[75255]:   <devices>
Dec 01 21:14:06 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:14:06 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:14:06 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk"/>
Dec 01 21:14:06 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:14:06 user nova-compute[75255]:     </disk>
Dec 01 21:14:06 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:14:06 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:14:06 user nova-compute[75255]:       <source dev="/dev/sdb"/>
Dec 01 21:14:06 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:14:06 user nova-compute[75255]:       <serial>bde8f21a-1747-4288-91e2-04e038400349</serial>
Dec 01 21:14:06 user nova-compute[75255]:     </disk>
Dec 01 21:14:06 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:14:06 user nova-compute[75255]:       <mac address="fa:16:3e:0d:b1:44"/>
Dec 01 21:14:06 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:14:06 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:14:06 user nova-compute[75255]:       <target dev="tap40569199-58"/>
Dec 01 21:14:06 user nova-compute[75255]:     </interface>
Dec 01 21:14:06 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:14:06 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/console.log" append="off"/>
Dec 01 21:14:06 user nova-compute[75255]:     </serial>
Dec 01 21:14:06 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:14:06 user nova-compute[75255]:     <video>
Dec 01 21:14:06 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:14:06 user nova-compute[75255]:     </video>
Dec 01 21:14:06 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:14:06 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:14:06 user nova-compute[75255]:     </rng>
Dec 01 21:14:06 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:14:06 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:14:06 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:14:06 user nova-compute[75255]:     </memballoon>
Dec 01 21:14:06 user nova-compute[75255]:   </devices>
Dec 01 21:14:06 user nova-compute[75255]: </domain>
Dec 01 21:14:06 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:11:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-729791519',display_name='tempest-ServerActionsTestOtherA-server-734481814',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-729791519',id=14,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCYVVy5lLBh7TadaywifS5ocF7aX2EAS8aRLZWim6IeJ5/fHjzj3KnTDwCW7ukupaBz0VtOJOCROXZpB22sLDMnIXUMLeB5KZD96OPG68Tn0jkqaY1l7mlM6TZLYxKkZag==',key_name='tempest-keypair-1555962364',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-8ssj41mj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=f7945a3a-cc7a-423b-aaab-f31e7df7bc38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_vif [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[71fe4d28-85f0-4000-9941-d6b0fc87be31]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:14:06 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '33b133c7-4021-5990-a5ff-3dc40554d335', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb0247c-6c94-4c2d-801e-b2beabb6b6bf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05] added
Dec 01 21:14:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap40569199-58, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap40569199-58, col_values=(('qos', UUID('3f2420d2-07a7-4f1c-ae9d-b90e0235dfdf')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap40569199-58, col_values=(('external_ids', {'iface-id': '40569199-58b8-4b61-a9c1-0a6eacb3dd82', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:b1:44', 'vm-uuid': 'f7945a3a-cc7a-423b-aaab-f31e7df7bc38'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e317ebe6-7fc1-4979-962b-cd78fb5cab8a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:06 user nova-compute[75255]: INFO os_vif [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58')
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[97e77a2c-3574-497f-a5dc-4e32a02ed9b9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VtTfQlYJ {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VtTfQlYJ" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[82aea8be-ff1c-4bb2-987d-3678609fc97d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VtTfQlYJ'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No VIF found with MAC fa:16:3e:0d:b1:44, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[85c5cb01-b3d7-4d56-8125-e24cb8386ada]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c0bec59-3376-41c6-ad8e-61cfdd78821b]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f99c4a29-30e9-4a89-8fb5-c25271113353]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]
Dec 01 21:14:06 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.
Dec 01 21:14:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1697de35-7520-47bf-abda-2b03080ccc66]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f6a7578-4157-488c-b6a0-a8fc8373b595]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:06 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.353s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] HCTL ('34', '-', '-', 0) found on session 24 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b45515-8b2d-4966-af5a-88858d9f94c8]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Searching for a device in session 24 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:14:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:14:07 user nova-compute[75255]: WARNING nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Failed to detach volume: 6b4c274e-c5b8-463b-a6d7-044661d19a36 due to 'NoneType' object has no attribute 'devices'
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Detaching volume: c3f5aeb0-0b8c-4d9e-abff-385f4639da92 {{(pid=75255) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Dec 01 21:14:07 user nova-compute[75255]: INFO nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Detaching volume c3f5aeb0-0b8c-4d9e-abff-385f4639da92
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Skipping driver_detach during remote rebuild. {{(pid=75255) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Dec 01 21:14:07 user nova-compute[75255]: WARNING nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Failed to detach volume: c3f5aeb0-0b8c-4d9e-abff-385f4639da92 due to 'NoneType' object has no attribute 'devices'
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Detaching volume: 7b9ccb07-045a-4f67-8d65-d55749967274 {{(pid=75255) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Dec 01 21:14:07 user nova-compute[75255]: INFO nova.compute.manager [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Detaching volume 7b9ccb07-045a-4f67-8d65-d55749967274
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] Skipping driver_detach during remote rebuild. {{(pid=75255) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] <== connect_volume: return (2101ms) {'type': 'block', 'scsi_wwn': '26366363062316230', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366363062316230', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:14:07 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Deleted allocations for instance e31a9fef-b158-4f9d-81c8-a69cddb1e94b
Dec 01 21:14:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9174ad96-5e4f-410b-8575-e7de919cb4ee tempest-TaggedBootDevicesTest-611193111 tempest-TaggedBootDevicesTest-611193111-project-member] Lock "e31a9fef-b158-4f9d-81c8-a69cddb1e94b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 63.139s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "e31a9fef-b158-4f9d-81c8-a69cddb1e94b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 59.508s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:07 user nova-compute[75255]: INFO nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e31a9fef-b158-4f9d-81c8-a69cddb1e94b] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Dec 01 21:14:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "e31a9fef-b158-4f9d-81c8-a69cddb1e94b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-62684714',display_name='tempest-ServerActionsTestOtherB-server-62684714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-62684714',id=2,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD88t0UQnSTeuYOrC04yszykTuUv57aiV/ddqP080qMnZKGqZvsV688n9yWznx+oI7ofpLdSR35aSAbumbRUt5qVWq1cMVJReyXv2zsQnGVi2ER0nDu2pIGYw8FebXm3Aw==',key_name='tempest-keypair-1226066122',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:11:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d9ac5d05e6ad4f9591e617a268089626',ramdisk_id='',reservation_id='r-9tyo4gmr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-531785613',owner_user_name='tempest-ServerActionsTestOtherB-531785613-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:13:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3b1c1f8b23f34169a9603e55a9405a83',uuid=e849fb46-c1e3-46e5-a3ea-d14e33e87711,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converting VIF {"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:14:07 user nova-compute[75255]:   <uuid>e849fb46-c1e3-46e5-a3ea-d14e33e87711</uuid>
Dec 01 21:14:07 user nova-compute[75255]:   <name>instance-00000002</name>
Dec 01 21:14:07 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:14:07 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:14:07 user nova-compute[75255]:   <metadata>
Dec 01 21:14:07 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:14:07 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:14:07 user nova-compute[75255]:       <nova:name>tempest-ServerActionsTestOtherB-server-62684714</nova:name>
Dec 01 21:14:07 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:14:05</nova:creationTime>
Dec 01 21:14:07 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:14:07 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:14:07 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:14:07 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:14:07 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:14:07 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:14:07 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:14:07 user nova-compute[75255]:       <nova:owner>
Dec 01 21:14:07 user nova-compute[75255]:         <nova:user uuid="3b1c1f8b23f34169a9603e55a9405a83">tempest-ServerActionsTestOtherB-531785613-project-member</nova:user>
Dec 01 21:14:07 user nova-compute[75255]:         <nova:project uuid="d9ac5d05e6ad4f9591e617a268089626">tempest-ServerActionsTestOtherB-531785613</nova:project>
Dec 01 21:14:07 user nova-compute[75255]:       </nova:owner>
Dec 01 21:14:07 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:14:07 user nova-compute[75255]:       <nova:ports>
Dec 01 21:14:07 user nova-compute[75255]:         <nova:port uuid="c7f06d51-e6b8-4b72-841d-81735fbe02d6">
Dec 01 21:14:07 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 21:14:07 user nova-compute[75255]:         </nova:port>
Dec 01 21:14:07 user nova-compute[75255]:       </nova:ports>
Dec 01 21:14:07 user nova-compute[75255]:     </nova:instance>
Dec 01 21:14:07 user nova-compute[75255]:   </metadata>
Dec 01 21:14:07 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:14:07 user nova-compute[75255]:     <system>
Dec 01 21:14:07 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:14:07 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:14:07 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:14:07 user nova-compute[75255]:       <entry name="serial">e849fb46-c1e3-46e5-a3ea-d14e33e87711</entry>
Dec 01 21:14:07 user nova-compute[75255]:       <entry name="uuid">e849fb46-c1e3-46e5-a3ea-d14e33e87711</entry>
Dec 01 21:14:07 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:14:07 user nova-compute[75255]:     </system>
Dec 01 21:14:07 user nova-compute[75255]:   </sysinfo>
Dec 01 21:14:07 user nova-compute[75255]:   <os>
Dec 01 21:14:07 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:14:07 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:14:07 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:14:07 user nova-compute[75255]:   </os>
Dec 01 21:14:07 user nova-compute[75255]:   <features>
Dec 01 21:14:07 user nova-compute[75255]:     <acpi/>
Dec 01 21:14:07 user nova-compute[75255]:     <apic/>
Dec 01 21:14:07 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:14:07 user nova-compute[75255]:   </features>
Dec 01 21:14:07 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:14:07 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:14:07 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:14:07 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:14:07 user nova-compute[75255]:   </clock>
Dec 01 21:14:07 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:14:07 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:14:07 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:14:07 user nova-compute[75255]:   </cpu>
Dec 01 21:14:07 user nova-compute[75255]:   <devices>
Dec 01 21:14:07 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:14:07 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:14:07 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk"/>
Dec 01 21:14:07 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:14:07 user nova-compute[75255]:     </disk>
Dec 01 21:14:07 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:14:07 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:14:07 user nova-compute[75255]:       <source dev="/dev/sdc"/>
Dec 01 21:14:07 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:14:07 user nova-compute[75255]:       <serial>7a5b47d2-f8d0-4ffc-acba-0de6dc635b05</serial>
Dec 01 21:14:07 user nova-compute[75255]:     </disk>
Dec 01 21:14:07 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:14:07 user nova-compute[75255]:       <mac address="fa:16:3e:79:4f:22"/>
Dec 01 21:14:07 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:14:07 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:14:07 user nova-compute[75255]:       <target dev="tapc7f06d51-e6"/>
Dec 01 21:14:07 user nova-compute[75255]:     </interface>
Dec 01 21:14:07 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:14:07 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/console.log" append="off"/>
Dec 01 21:14:07 user nova-compute[75255]:     </serial>
Dec 01 21:14:07 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:14:07 user nova-compute[75255]:     <video>
Dec 01 21:14:07 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:14:07 user nova-compute[75255]:     </video>
Dec 01 21:14:07 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:14:07 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:14:07 user nova-compute[75255]:     </rng>
Dec 01 21:14:07 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:14:07 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:14:07 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:14:07 user nova-compute[75255]:     </memballoon>
Dec 01 21:14:07 user nova-compute[75255]:   </devices>
Dec 01 21:14:07 user nova-compute[75255]: </domain>
Dec 01 21:14:07 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-62684714',display_name='tempest-ServerActionsTestOtherB-server-62684714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-62684714',id=2,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD88t0UQnSTeuYOrC04yszykTuUv57aiV/ddqP080qMnZKGqZvsV688n9yWznx+oI7ofpLdSR35aSAbumbRUt5qVWq1cMVJReyXv2zsQnGVi2ER0nDu2pIGYw8FebXm3Aw==',key_name='tempest-keypair-1226066122',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:11:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d9ac5d05e6ad4f9591e617a268089626',ramdisk_id='',reservation_id='r-9tyo4gmr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-531785613',owner_user_name='tempest-ServerActionsTestOtherB-531785613-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:13:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3b1c1f8b23f34169a9603e55a9405a83',uuid=e849fb46-c1e3-46e5-a3ea-d14e33e87711,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converting VIF {"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG os_vif [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '60de2c9b-fad4-5589-a5fa-ae7579749db3', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:07 user nova-compute[75255]: INFO nova.compute.manager [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Terminating instance
Dec 01 21:14:07 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc7f06d51-e6, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc7f06d51-e6, col_values=(('qos', UUID('7c4e9ef0-cbae-4945-845c-32421f984c2a')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc7f06d51-e6, col_values=(('external_ids', {'iface-id': 'c7f06d51-e6b8-4b72-841d-81735fbe02d6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:4f:22', 'vm-uuid': 'e849fb46-c1e3-46e5-a3ea-d14e33e87711'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:07 user nova-compute[75255]: INFO os_vif [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6')
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-c33005d7-4291-4b6d-8f9f-196886eb8e1d req-9f49a491-8b8c-4ee0-8821-2a8dde7d268a service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c33005d7-4291-4b6d-8f9f-196886eb8e1d req-9f49a491-8b8c-4ee0-8821-2a8dde7d268a service nova] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c33005d7-4291-4b6d-8f9f-196886eb8e1d req-9f49a491-8b8c-4ee0-8821-2a8dde7d268a service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c33005d7-4291-4b6d-8f9f-196886eb8e1d req-9f49a491-8b8c-4ee0-8821-2a8dde7d268a service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-c33005d7-4291-4b6d-8f9f-196886eb8e1d req-9f49a491-8b8c-4ee0-8821-2a8dde7d268a service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] No waiting events found dispatching network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:08 user nova-compute[75255]: WARNING nova.compute.manager [req-c33005d7-4291-4b6d-8f9f-196886eb8e1d req-9f49a491-8b8c-4ee0-8821-2a8dde7d268a service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received unexpected event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 for instance with vm_state active and task_state rebuild_spawning.
Dec 01 21:14:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-5342ba00-f3f4-40b3-9602-0ca57193c236 req-4639af60-b08d-43ed-86a2-a67587c90db1 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received event network-vif-unplugged-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5342ba00-f3f4-40b3-9602-0ca57193c236 req-4639af60-b08d-43ed-86a2-a67587c90db1 service nova] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5342ba00-f3f4-40b3-9602-0ca57193c236 req-4639af60-b08d-43ed-86a2-a67587c90db1 service nova] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5342ba00-f3f4-40b3-9602-0ca57193c236 req-4639af60-b08d-43ed-86a2-a67587c90db1 service nova] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-5342ba00-f3f4-40b3-9602-0ca57193c236 req-4639af60-b08d-43ed-86a2-a67587c90db1 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] No waiting events found dispatching network-vif-unplugged-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-5342ba00-f3f4-40b3-9602-0ca57193c236 req-4639af60-b08d-43ed-86a2-a67587c90db1 service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received event network-vif-unplugged-09240947-95b8-4217-921e-2c6b51cc6012 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:09 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Instance destroyed successfully.
Dec 01 21:14:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lazy-loading 'resources' on Instance uuid aa6c3d5f-1afa-483a-bd41-664aa925eaea {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-603835116',display_name='tempest-VolumesAdminNegativeTest-server-603835116',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-603835116',id=6,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPbVJXirb1b92klBluWS8pF6lO/rwxP78AhH8haf4eUaZracZ3QbFcJe581pFCcMjaos5wWB5DIknUzDWqEbtDwHMw6N8ZA6JOGLvavMkyr5Pe6DmX6GgHu4zhPiG662ZQ==',key_name='tempest-keypair-1412686858',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e02d9cd06aef4bc398f87e189d8d3c9e',ramdisk_id='',reservation_id='r-8wpne8tw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-28134318',owner_user_name='tempest-VolumesAdminNegativeTest-28134318-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fe80ee03fe3f4689a5b2dd26fcb82ebf',uuid=aa6c3d5f-1afa-483a-bd41-664aa925eaea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converting VIF {"id": "09240947-95b8-4217-921e-2c6b51cc6012", "address": "fa:16:3e:67:90:dd", "network": {"id": "a937077b-1082-4116-942a-82e9a1fdd5fd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-999017638-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e02d9cd06aef4bc398f87e189d8d3c9e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09240947-95", "ovs_interfaceid": "09240947-95b8-4217-921e-2c6b51cc6012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:67:90:dd,bridge_name='br-int',has_traffic_filtering=True,id=09240947-95b8-4217-921e-2c6b51cc6012,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09240947-95') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG os_vif [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:67:90:dd,bridge_name='br-int',has_traffic_filtering=True,id=09240947-95b8-4217-921e-2c6b51cc6012,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09240947-95') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap09240947-95, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=86089a8a-4624-4947-a5b5-a29fc9feed66) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:09 user nova-compute[75255]: INFO os_vif [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:67:90:dd,bridge_name='br-int',has_traffic_filtering=True,id=09240947-95b8-4217-921e-2c6b51cc6012,network=Network(a937077b-1082-4116-942a-82e9a1fdd5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09240947-95')
Dec 01 21:14:09 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Deleting instance files /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea_del
Dec 01 21:14:09 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Deletion of /opt/stack/data/nova/instances/aa6c3d5f-1afa-483a-bd41-664aa925eaea_del complete
Dec 01 21:14:09 user nova-compute[75255]: INFO nova.compute.manager [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Took 1.90 seconds to destroy the instance on the hypervisor.
Dec 01 21:14:09 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-cc4a7fa8-eb1e-4fb3-afd5-05f379eae07b req-2880ba03-744b-417a-87c2-3841a1ada09b service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cc4a7fa8-eb1e-4fb3-afd5-05f379eae07b req-2880ba03-744b-417a-87c2-3841a1ada09b service nova] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cc4a7fa8-eb1e-4fb3-afd5-05f379eae07b req-2880ba03-744b-417a-87c2-3841a1ada09b service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cc4a7fa8-eb1e-4fb3-afd5-05f379eae07b req-2880ba03-744b-417a-87c2-3841a1ada09b service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-cc4a7fa8-eb1e-4fb3-afd5-05f379eae07b req-2880ba03-744b-417a-87c2-3841a1ada09b service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] No waiting events found dispatching network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:10 user nova-compute[75255]: WARNING nova.compute.manager [req-cc4a7fa8-eb1e-4fb3-afd5-05f379eae07b req-2880ba03-744b-417a-87c2-3841a1ada09b service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received unexpected event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 for instance with vm_state active and task_state rebuild_spawning.
Dec 01 21:14:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-8c979601-3852-402c-b14a-d1f91549d253 req-d31b9273-fcc4-42f8-a567-d928d2299c44 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8c979601-3852-402c-b14a-d1f91549d253 req-d31b9273-fcc4-42f8-a567-d928d2299c44 service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8c979601-3852-402c-b14a-d1f91549d253 req-d31b9273-fcc4-42f8-a567-d928d2299c44 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8c979601-3852-402c-b14a-d1f91549d253 req-d31b9273-fcc4-42f8-a567-d928d2299c44 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-8c979601-3852-402c-b14a-d1f91549d253 req-d31b9273-fcc4-42f8-a567-d928d2299c44 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:10 user nova-compute[75255]: WARNING nova.compute.manager [req-8c979601-3852-402c-b14a-d1f91549d253 req-d31b9273-fcc4-42f8-a567-d928d2299c44 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state resized and task_state resize_reverting.
Dec 01 21:14:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-8fb0af7f-66d3-48bd-a8a7-41b2ee16f69e req-3b833201-7c20-49d7-bb3f-7fedbe9e04ba service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received event network-vif-plugged-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8fb0af7f-66d3-48bd-a8a7-41b2ee16f69e req-3b833201-7c20-49d7-bb3f-7fedbe9e04ba service nova] Acquiring lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8fb0af7f-66d3-48bd-a8a7-41b2ee16f69e req-3b833201-7c20-49d7-bb3f-7fedbe9e04ba service nova] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8fb0af7f-66d3-48bd-a8a7-41b2ee16f69e req-3b833201-7c20-49d7-bb3f-7fedbe9e04ba service nova] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-8fb0af7f-66d3-48bd-a8a7-41b2ee16f69e req-3b833201-7c20-49d7-bb3f-7fedbe9e04ba service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] No waiting events found dispatching network-vif-plugged-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:10 user nova-compute[75255]: WARNING nova.compute.manager [req-8fb0af7f-66d3-48bd-a8a7-41b2ee16f69e req-3b833201-7c20-49d7-bb3f-7fedbe9e04ba service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received unexpected event network-vif-plugged-09240947-95b8-4217-921e-2c6b51cc6012 for instance with vm_state active and task_state deleting.
Dec 01 21:14:10 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:10 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Took 1.06 seconds to deallocate network for instance.
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:11 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:14:11 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:14:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.444s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:11 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Deleted allocations for instance aa6c3d5f-1afa-483a-bd41-664aa925eaea
Dec 01 21:14:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c7ecead1-6d52-4a2a-9e1a-be67b17b0eca tempest-VolumesAdminNegativeTest-28134318 tempest-VolumesAdminNegativeTest-28134318-project-member] Lock "aa6c3d5f-1afa-483a-bd41-664aa925eaea" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.848s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:14:12 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Instance spawned successfully.
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-1a635c0f-0590-4bcf-96c1-cacf9e539e17 req-6f5450ff-0a92-4c7d-9c34-e661d62c34df service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1a635c0f-0590-4bcf-96c1-cacf9e539e17 req-6f5450ff-0a92-4c7d-9c34-e661d62c34df service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1a635c0f-0590-4bcf-96c1-cacf9e539e17 req-6f5450ff-0a92-4c7d-9c34-e661d62c34df service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1a635c0f-0590-4bcf-96c1-cacf9e539e17 req-6f5450ff-0a92-4c7d-9c34-e661d62c34df service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-1a635c0f-0590-4bcf-96c1-cacf9e539e17 req-6f5450ff-0a92-4c7d-9c34-e661d62c34df service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:12 user nova-compute[75255]: WARNING nova.compute.manager [req-1a635c0f-0590-4bcf-96c1-cacf9e539e17 req-6f5450ff-0a92-4c7d-9c34-e661d62c34df service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state resized and task_state resize_reverting.
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-667bcfab-ef96-4a24-b303-de3eb1114355 req-665ba9fa-ded7-4966-b95a-bce29e17f03a service nova] [instance: aa6c3d5f-1afa-483a-bd41-664aa925eaea] Received event network-vif-deleted-09240947-95b8-4217-921e-2c6b51cc6012 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.objects.instance [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75255) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1a040d44-b03f-4030-b617-96954015a802 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.084s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:14:12 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance running successfully.
Dec 01 21:14:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] finish_revert_migration finished successfully. {{(pid=75255) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11857}}
Dec 01 21:14:13 user nova-compute[75255]: INFO nova.compute.manager [None req-5c31e0e1-de4f-413e-9d21-ce48289fac24 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance to original state: 'active'
Dec 01 21:14:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:13 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 is timed out.
Dec 01 21:14:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Successfully detached device vdb from instance 6d22427f-cd3d-4f50-895e-0c473af57ac0 from the live domain config.
Dec 01 21:14:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RfYDvxAJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:13 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[acd8aa3f-fd13-466c-a858-2b6d28391d2c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:14:13 user nova-compute[75255]: No targets found.
Dec 01 21:14:13 user nova-compute[75255]: iSNS:
Dec 01 21:14:13 user nova-compute[75255]: No targets found.
Dec 01 21:14:13 user nova-compute[75255]: STATIC:
Dec 01 21:14:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:14:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372
Dec 01 21:14:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed
Dec 01 21:14:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706
Dec 01 21:14:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:14:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc
Dec 01 21:14:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:13 user nova-compute[75255]: FIRMWARE:
Dec 01 21:14:13 user nova-compute[75255]: No targets found.
Dec 01 21:14:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:14:13 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:14:13 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77d9cd5-191d-459a-b5e4-006e7b28ea1c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[178d2256-ff86-41cf-9f53-89b51154cd0b]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:14:14 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:14 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:14 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:14 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:14 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:14 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 (non-flash)
Dec 01 21:14:14 user nova-compute[75255]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:14 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:14 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:14 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:14 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:14 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8280500e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372'): ({'sde'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Removing single pathed devices sde {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[97cc744a-1fdd-43a0-9c22-1ff044b4393e]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f62ba79-09fb-452c-80b2-671d67338b52]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Flushing IO for device /dev/sde {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[26aa411c-b6ea-487e-9ec7-c59759db697a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.055s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[25e47701-4b90-4f29-9b95-671e6519060e]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b684b09-39eb-477f-a493-99512478b5ab]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[aabd9a66-db94-446f-a7f1-4ec8075f8411]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372, portal: 172.16.0.220,3260]
Dec 01 21:14:14 user nova-compute[75255]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372, portal: 172.16.0.220,3260] successful.
Dec 01 21:14:14 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:da8a944e-2f56-49b7-bf17-c571793d8372 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a39ad2-edfd-49f4-8234-c9075de93c53]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.376s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] <== disconnect_volume: return (377ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:14:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'flavor' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7910bfe9-d00e-45d6-88cc-96e5935b218c tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.087s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VIOkRquP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:15 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:15 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:15 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[72102901-4339-41be-a51d-ee3be8e1875c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:14:15 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[09b7505b-fe00-4cbe-8f46-27cd71a27e7a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6] added
Dec 01 21:14:15 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[66a8f8a9-f7ba-4bc9-9ec2-b52338a26aa6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[19217b94-9a29-4ed0-96bd-a72a0561f6c3]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VIOkRquP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VIOkRquP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ae232ec-2572-43ea-8d51-2fe298aaafd8]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VIOkRquP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d62651cb-3d8b-449b-97ff-fcc4599ef452]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[740fd5b5-de31-4670-8f8d-8cfd1153c1fa]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[869ba5fb-305d-4ac5-b424-1c8861c11ed3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6, portal: 172.16.0.220,3260]
Dec 01 21:14:15 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6, portal: 172.16.0.220,3260] successful.
Dec 01 21:14:15 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[853d9f30-334a-4c41-a3e1-51999281fd3a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8248166f-1b84-44db-bf02-9ca514bb9f13]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 (non-flash)
Dec 01 21:14:15 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.345s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:14:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] HCTL ('36', '-', '-', 0) found on session 25 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:14:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:14:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbd3aadf-0f1f-471e-ad50-5e446c6a1dd6]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Searching for a device in session 25 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:14:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VIOkRquP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:14:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] <== connect_volume: return (1391ms) {'type': 'block', 'scsi_wwn': '23730346234333937', 'path': '/dev/sde'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23730346234333937', 'path': '/dev/sde'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:14:17 user nova-compute[75255]: DEBUG nova.objects.instance [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lazy-loading 'flavor' on Instance uuid 880d41c4-9f52-45bf-b524-2fda9c3f3638 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:14:17 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:14:17 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:14:17 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:14:17 user nova-compute[75255]:   <serial>6b4a2ce9-b02c-42bc-b142-4d090be9f1c6</serial>
Dec 01 21:14:17 user nova-compute[75255]: </disk>
Dec 01 21:14:17 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:14:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:14:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:14:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] No VIF found with MAC fa:16:3e:13:8f:f3, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:14:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abf68e4d-3f60-4090-be3c-54c6b6ea1239 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.705s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:18 user nova-compute[75255]: INFO nova.compute.manager [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Terminating instance
Dec 01 21:14:18 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:14:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-d188c6b6-2022-4d5c-a3c1-be5e3c80bc65 req-ffe350fd-6630-4ee0-989b-4bfa3a89cfdd service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Received event network-vif-unplugged-3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d188c6b6-2022-4d5c-a3c1-be5e3c80bc65 req-ffe350fd-6630-4ee0-989b-4bfa3a89cfdd service nova] Acquiring lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d188c6b6-2022-4d5c-a3c1-be5e3c80bc65 req-ffe350fd-6630-4ee0-989b-4bfa3a89cfdd service nova] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d188c6b6-2022-4d5c-a3c1-be5e3c80bc65 req-ffe350fd-6630-4ee0-989b-4bfa3a89cfdd service nova] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-d188c6b6-2022-4d5c-a3c1-be5e3c80bc65 req-ffe350fd-6630-4ee0-989b-4bfa3a89cfdd service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] No waiting events found dispatching network-vif-unplugged-3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-d188c6b6-2022-4d5c-a3c1-be5e3c80bc65 req-ffe350fd-6630-4ee0-989b-4bfa3a89cfdd service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Received event network-vif-unplugged-3468feea-f200-4d25-9f40-2494b5fd8e5a for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Instance destroyed successfully.
Dec 01 21:14:19 user nova-compute[75255]: DEBUG nova.objects.instance [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lazy-loading 'resources' on Instance uuid 880d41c4-9f52-45bf-b524-2fda9c3f3638 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:12:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1470490199',display_name='tempest-DeleteServersTestJSON-server-1470490199',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1470490199',id=16,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:12:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2bc0ab497168456eb1db9de3ac3abfec',ramdisk_id='',reservation_id='r-co948ra7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-813141499',owner_user_name='tempest-DeleteServersTestJSON-813141499-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:12:09Z,user_data=None,user_id='ec2b8f29e7f24f2abe9b6d850fc6acb0',uuid=880d41c4-9f52-45bf-b524-2fda9c3f3638,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "address": "fa:16:3e:13:8f:f3", "network": {"id": "5646ace0-4eea-43e1-83e1-c86eb43426d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-749940438-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bc0ab497168456eb1db9de3ac3abfec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3468feea-f2", "ovs_interfaceid": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Converting VIF {"id": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "address": "fa:16:3e:13:8f:f3", "network": {"id": "5646ace0-4eea-43e1-83e1-c86eb43426d9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-749940438-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2bc0ab497168456eb1db9de3ac3abfec", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3468feea-f2", "ovs_interfaceid": "3468feea-f200-4d25-9f40-2494b5fd8e5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:8f:f3,bridge_name='br-int',has_traffic_filtering=True,id=3468feea-f200-4d25-9f40-2494b5fd8e5a,network=Network(5646ace0-4eea-43e1-83e1-c86eb43426d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3468feea-f2') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_vif [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:8f:f3,bridge_name='br-int',has_traffic_filtering=True,id=3468feea-f200-4d25-9f40-2494b5fd8e5a,network=Network(5646ace0-4eea-43e1-83e1-c86eb43426d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3468feea-f2') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3468feea-f2, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dac06914-4616-453e-bfd0-d2f62126df0b) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:19 user nova-compute[75255]: INFO os_vif [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:8f:f3,bridge_name='br-int',has_traffic_filtering=True,id=3468feea-f200-4d25-9f40-2494b5fd8e5a,network=Network(5646ace0-4eea-43e1-83e1-c86eb43426d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3468feea-f2')
Dec 01 21:14:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VIOkRquP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:19 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.063s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f032884-56b8-44ec-9f2f-6976fc49da77]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:14:19 user nova-compute[75255]: No targets found.
Dec 01 21:14:19 user nova-compute[75255]: iSNS:
Dec 01 21:14:19 user nova-compute[75255]: No targets found.
Dec 01 21:14:19 user nova-compute[75255]: STATIC:
Dec 01 21:14:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:14:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed
Dec 01 21:14:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706
Dec 01 21:14:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:14:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6
Dec 01 21:14:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:19 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc
Dec 01 21:14:19 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:19 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:19 user nova-compute[75255]: FIRMWARE:
Dec 01 21:14:19 user nova-compute[75255]: No targets found.
Dec 01 21:14:19 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:14:19 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:14:19 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d1a4549-afea-4af7-8aae-c2bba29815ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a991aa4-065d-41b6-a914-5863a5d91673]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:19 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:19 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:19 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:19 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:19 user nova-compute[75255]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 (non-flash)
Dec 01 21:14:19 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:19 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:19 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:19 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:19 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:19 user nova-compute[75255]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 (non-flash)
Dec 01 21:14:19 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f828050b520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6'): ({'sde'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Removing single pathed devices sde {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9ce2c47-e4ff-4231-aa90-8ba64c411dad]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[14272d23-4ffe-4469-9b36-da7af84ec753]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Flushing IO for device /dev/sde {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:14:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea384c0b-0b6c-4a7e-8ee4-d2083f9c826a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.058s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f6c946a-a548-47ef-878d-34dfb2b3b915]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.043s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ba6289e-0a7b-44e2-901a-9f12502c7655]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2306f32-6f79-4879-8f3a-2dfb91f1ecc0]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6, portal: 172.16.0.220,3260]
Dec 01 21:14:20 user nova-compute[75255]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6, portal: 172.16.0.220,3260] successful.
Dec 01 21:14:20 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b4a2ce9-b02c-42bc-b142-4d090be9f1c6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c6e408-e759-4e1a-b899-962d0afdc590]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.441s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] <== disconnect_volume: return (444ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:14:20 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Deleting instance files /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638_del
Dec 01 21:14:20 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Deletion of /opt/stack/data/nova/instances/880d41c4-9f52-45bf-b524-2fda9c3f3638_del complete
Dec 01 21:14:20 user nova-compute[75255]: INFO nova.compute.manager [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Took 1.40 seconds to destroy the instance on the hypervisor.
Dec 01 21:14:20 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:20 user nova-compute[75255]: DEBUG nova.compute.manager [req-ded9ab5b-c547-4d8d-87e1-0479dd360cca req-f004e59e-b8b0-453b-9c93-03b7c73e6315 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Received event network-vif-deleted-3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:20 user nova-compute[75255]: INFO nova.compute.manager [req-ded9ab5b-c547-4d8d-87e1-0479dd360cca req-f004e59e-b8b0-453b-9c93-03b7c73e6315 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Neutron deleted interface 3468feea-f200-4d25-9f40-2494b5fd8e5a; detaching it from the instance and deleting it from the info cache
Dec 01 21:14:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-ded9ab5b-c547-4d8d-87e1-0479dd360cca req-f004e59e-b8b0-453b-9c93-03b7c73e6315 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:20 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Took 0.56 seconds to deallocate network for instance.
Dec 01 21:14:20 user nova-compute[75255]: DEBUG nova.compute.manager [req-ded9ab5b-c547-4d8d-87e1-0479dd360cca req-f004e59e-b8b0-453b-9c93-03b7c73e6315 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Detach interface failed, port_id=3468feea-f200-4d25-9f40-2494b5fd8e5a, reason: Instance 880d41c4-9f52-45bf-b524-2fda9c3f3638 could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:14:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-6df67fa9-013d-41ae-b96b-e7370c1285c6 req-df745c76-bdae-4cf4-8b6d-992308d901f7 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Received event network-vif-plugged-3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6df67fa9-013d-41ae-b96b-e7370c1285c6 req-df745c76-bdae-4cf4-8b6d-992308d901f7 service nova] Acquiring lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6df67fa9-013d-41ae-b96b-e7370c1285c6 req-df745c76-bdae-4cf4-8b6d-992308d901f7 service nova] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6df67fa9-013d-41ae-b96b-e7370c1285c6 req-df745c76-bdae-4cf4-8b6d-992308d901f7 service nova] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-6df67fa9-013d-41ae-b96b-e7370c1285c6 req-df745c76-bdae-4cf4-8b6d-992308d901f7 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] No waiting events found dispatching network-vif-plugged-3468feea-f200-4d25-9f40-2494b5fd8e5a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:21 user nova-compute[75255]: WARNING nova.compute.manager [req-6df67fa9-013d-41ae-b96b-e7370c1285c6 req-df745c76-bdae-4cf4-8b6d-992308d901f7 service nova] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Received unexpected event network-vif-plugged-3468feea-f200-4d25-9f40-2494b5fd8e5a for instance with vm_state active and task_state deleting.
Dec 01 21:14:21 user nova-compute[75255]: INFO nova.compute.manager [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] [instance: 880d41c4-9f52-45bf-b524-2fda9c3f3638] Took 0.95 seconds to detach 1 volumes for instance.
Dec 01 21:14:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:22 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:14:22 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:14:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.372s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:22 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Deleted allocations for instance 880d41c4-9f52-45bf-b524-2fda9c3f3638
Dec 01 21:14:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a689e7d7-a10a-42ba-8dcd-2cc3d8eb5935 tempest-DeleteServersTestJSON-813141499 tempest-DeleteServersTestJSON-813141499-project-member] Lock "880d41c4-9f52-45bf-b524-2fda9c3f3638" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.544s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:32 user nova-compute[75255]: INFO nova.compute.manager [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Terminating instance
Dec 01 21:14:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:14:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:34 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Instance destroyed successfully.
Dec 01 21:14:34 user nova-compute[75255]: DEBUG nova.objects.instance [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'resources' on Instance uuid cec85ad5-b851-4101-98b3-4c2d9c92dcb7 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:07:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1817279949',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1817279949',id=4,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMrLZU+bTedesIE22jBbSCyJn00cf5kfJdCc/8o0/E9wrvoa2o1VNsZEBgWYVif2ATmZXUAXcVy56QxMDhT9bdNQP3LxMXUl9lDu6DQiWGSjjxo6Z2VlScw3FozFU4Yxjw==',key_name='tempest-keypair-1946132660',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:11:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-b1r73g7w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:11:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=cec85ad5-b851-4101-98b3-4c2d9c92dcb7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "address": "fa:16:3e:12:e8:c7", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf27f3965-ec", "ovs_interfaceid": "f27f3965-ecac-4ab8-81fa-3448a849f58f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG os_vif [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf27f3965-ec, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=74e7f7cc-4fba-404c-9d91-322b30d95f6f) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:34 user nova-compute[75255]: INFO os_vif [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:e8:c7,bridge_name='br-int',has_traffic_filtering=True,id=f27f3965-ecac-4ab8-81fa-3448a849f58f,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf27f3965-ec')
Dec 01 21:14:34 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Deleting instance files /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7_del
Dec 01 21:14:34 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Deletion of /opt/stack/data/nova/instances/cec85ad5-b851-4101-98b3-4c2d9c92dcb7_del complete
Dec 01 21:14:34 user nova-compute[75255]: INFO nova.compute.manager [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Took 1.50 seconds to destroy the instance on the hypervisor.
Dec 01 21:14:34 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:14:34 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:35 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Took 0.88 seconds to deallocate network for instance.
Dec 01 21:14:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-ea62a086-1d3b-458e-b3d7-3c2e501fef3c req-17522974-96ae-4845-b3c1-42f5c6e446b1 service nova] [instance: cec85ad5-b851-4101-98b3-4c2d9c92dcb7] Received event network-vif-deleted-f27f3965-ecac-4ab8-81fa-3448a849f58f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.273s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:35 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Deleted allocations for instance cec85ad5-b851-4101-98b3-4c2d9c92dcb7
Dec 01 21:14:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-17bf9298-5c9f-406c-b0e6-65e04ffa033d req-0bb2e9a1-7902-490d-b60f-f922e40df267 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-changed-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-17bf9298-5c9f-406c-b0e6-65e04ffa033d req-0bb2e9a1-7902-490d-b60f-f922e40df267 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Refreshing instance network info cache due to event network-changed-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-17bf9298-5c9f-406c-b0e6-65e04ffa033d req-0bb2e9a1-7902-490d-b60f-f922e40df267 service nova] Acquiring lock "refresh_cache-dec1d95f-088a-4df5-8bb7-b7d43cbd286c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-17bf9298-5c9f-406c-b0e6-65e04ffa033d req-0bb2e9a1-7902-490d-b60f-f922e40df267 service nova] Acquired lock "refresh_cache-dec1d95f-088a-4df5-8bb7-b7d43cbd286c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-17bf9298-5c9f-406c-b0e6-65e04ffa033d req-0bb2e9a1-7902-490d-b60f-f922e40df267 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Refreshing network info cache for port 862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-682f7ee2-8b09-4dbe-a788-8089bdd0674e tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "cec85ad5-b851-4101-98b3-4c2d9c92dcb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.848s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lazy-loading 'flavor' on Instance uuid dec1d95f-088a-4df5-8bb7-b7d43cbd286c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:35 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Ignoring supplied device name: /dev/vdb
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:35 user nova-compute[75255]: INFO nova.compute.manager [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Attaching volume 97dd22e2-1302-44fd-a4a6-295ef56fb3c4 to /dev/vdb
Dec 01 21:14:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-17bf9298-5c9f-406c-b0e6-65e04ffa033d req-0bb2e9a1-7902-490d-b60f-f922e40df267 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Updated VIF entry in instance network info cache for port 862df1d3-ed4b-4d35-ae2b-0e74c6ee7904. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-17bf9298-5c9f-406c-b0e6-65e04ffa033d req-0bb2e9a1-7902-490d-b60f-f922e40df267 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Updating instance_info_cache with network_info: [{"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG os_brick.utils [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-17bf9298-5c9f-406c-b0e6-65e04ffa033d req-0bb2e9a1-7902-490d-b60f-f922e40df267 service nova] Releasing lock "refresh_cache-dec1d95f-088a-4df5-8bb7-b7d43cbd286c" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:14:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bfc756b-2ed6-4e3c-9f25-5e4c157e9354]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cff1ec5-43db-4f6c-ab5c-21581abacf5b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d37dcf5f-889d-49b4-bf35-31e849497dc1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b89fcb-2c79-4bb9-bdc2-ad4016bcdf2d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:14:36 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:14:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fdcabc8-b6ba-4a4a-be36-828efd53f53d]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG os_brick.utils [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Updating existing volume attachment record: ca2a22fc-c77f-4789-a34a-6261034eb2ec {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:14:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Acquiring lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:14:38 user nova-compute[75255]: INFO nova.compute.claims [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Claim successful on node user
Dec 01 21:14:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.352s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.network.neutron [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:14:38 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.policy [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29930d5c2b6647e4963d8de2555a8f14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0e92fa9dcaa48699afbdac050395aaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:14:38 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Creating image(s)
Dec 01 21:14:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Acquiring lock "/opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "/opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "/opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk 1073741824" returned: 0 in 0.059s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Cannot resize image /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Ensure instance console log exists: /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:39 user nova-compute[75255]: DEBUG nova.network.neutron [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Successfully created port: 2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Successfully updated port: 2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Acquiring lock "refresh_cache-9847ecf4-dbea-4b17-a723-188e78ce9fbb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Acquired lock "refresh_cache-9847ecf4-dbea-4b17-a723-188e78ce9fbb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-a553ba40-0931-45d7-9f26-54a5b2abde53 req-e155bc14-2400-49d0-93a2-8c06cdfcccba service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Received event network-changed-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-a553ba40-0931-45d7-9f26-54a5b2abde53 req-e155bc14-2400-49d0-93a2-8c06cdfcccba service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Refreshing instance network info cache due to event network-changed-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a553ba40-0931-45d7-9f26-54a5b2abde53 req-e155bc14-2400-49d0-93a2-8c06cdfcccba service nova] Acquiring lock "refresh_cache-9847ecf4-dbea-4b17-a723-188e78ce9fbb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Updating instance_info_cache with network_info: [{"id": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "address": "fa:16:3e:33:25:87", "network": {"id": "07d25783-f96f-4475-a28a-936aabd763b8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-629967193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0e92fa9dcaa48699afbdac050395aaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a452f98-0f", "ovs_interfaceid": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Releasing lock "refresh_cache-9847ecf4-dbea-4b17-a723-188e78ce9fbb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.compute.manager [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Instance network_info: |[{"id": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "address": "fa:16:3e:33:25:87", "network": {"id": "07d25783-f96f-4475-a28a-936aabd763b8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-629967193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0e92fa9dcaa48699afbdac050395aaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a452f98-0f", "ovs_interfaceid": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a553ba40-0931-45d7-9f26-54a5b2abde53 req-e155bc14-2400-49d0-93a2-8c06cdfcccba service nova] Acquired lock "refresh_cache-9847ecf4-dbea-4b17-a723-188e78ce9fbb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.network.neutron [req-a553ba40-0931-45d7-9f26-54a5b2abde53 req-e155bc14-2400-49d0-93a2-8c06cdfcccba service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Refreshing network info cache for port 2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Start _get_guest_xml network_info=[{"id": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "address": "fa:16:3e:33:25:87", "network": {"id": "07d25783-f96f-4475-a28a-936aabd763b8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-629967193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0e92fa9dcaa48699afbdac050395aaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a452f98-0f", "ovs_interfaceid": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:14:40 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:14:40 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:14:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1494591853',display_name='tempest-VolumesActionsTest-instance-1494591853',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1494591853',id=19,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f0e92fa9dcaa48699afbdac050395aaf',ramdisk_id='',reservation_id='r-njdp0teg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1708691246',owner_user_name='tempest-VolumesActionsTest-1708691246-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:14:39Z,user_data=None,user_id='29930d5c2b6647e4963d8de2555a8f14',uuid=9847ecf4-dbea-4b17-a723-188e78ce9fbb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "address": "fa:16:3e:33:25:87", "network": {"id": "07d25783-f96f-4475-a28a-936aabd763b8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-629967193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0e92fa9dcaa48699afbdac050395aaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a452f98-0f", "ovs_interfaceid": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Converting VIF {"id": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "address": "fa:16:3e:33:25:87", "network": {"id": "07d25783-f96f-4475-a28a-936aabd763b8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-629967193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0e92fa9dcaa48699afbdac050395aaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a452f98-0f", "ovs_interfaceid": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:25:87,bridge_name='br-int',has_traffic_filtering=True,id=2a452f98-0f2e-41cf-aaf4-8f949a4ec77d,network=Network(07d25783-f96f-4475-a28a-936aabd763b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a452f98-0f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.objects.instance [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lazy-loading 'pci_devices' on Instance uuid 9847ecf4-dbea-4b17-a723-188e78ce9fbb {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:14:40 user nova-compute[75255]:   <uuid>9847ecf4-dbea-4b17-a723-188e78ce9fbb</uuid>
Dec 01 21:14:40 user nova-compute[75255]:   <name>instance-00000013</name>
Dec 01 21:14:40 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:14:40 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:14:40 user nova-compute[75255]:   <metadata>
Dec 01 21:14:40 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:14:40 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:14:40 user nova-compute[75255]:       <nova:name>tempest-VolumesActionsTest-instance-1494591853</nova:name>
Dec 01 21:14:40 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:14:40</nova:creationTime>
Dec 01 21:14:40 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:14:40 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:14:40 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:14:40 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:14:40 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:14:40 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:14:40 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:14:40 user nova-compute[75255]:       <nova:owner>
Dec 01 21:14:40 user nova-compute[75255]:         <nova:user uuid="29930d5c2b6647e4963d8de2555a8f14">tempest-VolumesActionsTest-1708691246-project-member</nova:user>
Dec 01 21:14:40 user nova-compute[75255]:         <nova:project uuid="f0e92fa9dcaa48699afbdac050395aaf">tempest-VolumesActionsTest-1708691246</nova:project>
Dec 01 21:14:40 user nova-compute[75255]:       </nova:owner>
Dec 01 21:14:40 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:14:40 user nova-compute[75255]:       <nova:ports>
Dec 01 21:14:40 user nova-compute[75255]:         <nova:port uuid="2a452f98-0f2e-41cf-aaf4-8f949a4ec77d">
Dec 01 21:14:40 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 01 21:14:40 user nova-compute[75255]:         </nova:port>
Dec 01 21:14:40 user nova-compute[75255]:       </nova:ports>
Dec 01 21:14:40 user nova-compute[75255]:     </nova:instance>
Dec 01 21:14:40 user nova-compute[75255]:   </metadata>
Dec 01 21:14:40 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:14:40 user nova-compute[75255]:     <system>
Dec 01 21:14:40 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:14:40 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:14:40 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:14:40 user nova-compute[75255]:       <entry name="serial">9847ecf4-dbea-4b17-a723-188e78ce9fbb</entry>
Dec 01 21:14:40 user nova-compute[75255]:       <entry name="uuid">9847ecf4-dbea-4b17-a723-188e78ce9fbb</entry>
Dec 01 21:14:40 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:14:40 user nova-compute[75255]:     </system>
Dec 01 21:14:40 user nova-compute[75255]:   </sysinfo>
Dec 01 21:14:40 user nova-compute[75255]:   <os>
Dec 01 21:14:40 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:14:40 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:14:40 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:14:40 user nova-compute[75255]:   </os>
Dec 01 21:14:40 user nova-compute[75255]:   <features>
Dec 01 21:14:40 user nova-compute[75255]:     <acpi/>
Dec 01 21:14:40 user nova-compute[75255]:     <apic/>
Dec 01 21:14:40 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:14:40 user nova-compute[75255]:   </features>
Dec 01 21:14:40 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:14:40 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:14:40 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:14:40 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:14:40 user nova-compute[75255]:   </clock>
Dec 01 21:14:40 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:14:40 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:14:40 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:14:40 user nova-compute[75255]:   </cpu>
Dec 01 21:14:40 user nova-compute[75255]:   <devices>
Dec 01 21:14:40 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:14:40 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:14:40 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk"/>
Dec 01 21:14:40 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:14:40 user nova-compute[75255]:     </disk>
Dec 01 21:14:40 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:14:40 user nova-compute[75255]:       <mac address="fa:16:3e:33:25:87"/>
Dec 01 21:14:40 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:14:40 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:14:40 user nova-compute[75255]:       <target dev="tap2a452f98-0f"/>
Dec 01 21:14:40 user nova-compute[75255]:     </interface>
Dec 01 21:14:40 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:14:40 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/console.log" append="off"/>
Dec 01 21:14:40 user nova-compute[75255]:     </serial>
Dec 01 21:14:40 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:14:40 user nova-compute[75255]:     <video>
Dec 01 21:14:40 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:14:40 user nova-compute[75255]:     </video>
Dec 01 21:14:40 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:14:40 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:14:40 user nova-compute[75255]:     </rng>
Dec 01 21:14:40 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:14:40 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:14:40 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:14:40 user nova-compute[75255]:     </memballoon>
Dec 01 21:14:40 user nova-compute[75255]:   </devices>
Dec 01 21:14:40 user nova-compute[75255]: </domain>
Dec 01 21:14:40 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:14:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1494591853',display_name='tempest-VolumesActionsTest-instance-1494591853',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1494591853',id=19,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f0e92fa9dcaa48699afbdac050395aaf',ramdisk_id='',reservation_id='r-njdp0teg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1708691246',owner_user_name='tempest-VolumesActionsTest-1708691246-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:14:39Z,user_data=None,user_id='29930d5c2b6647e4963d8de2555a8f14',uuid=9847ecf4-dbea-4b17-a723-188e78ce9fbb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "address": "fa:16:3e:33:25:87", "network": {"id": "07d25783-f96f-4475-a28a-936aabd763b8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-629967193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0e92fa9dcaa48699afbdac050395aaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a452f98-0f", "ovs_interfaceid": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Converting VIF {"id": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "address": "fa:16:3e:33:25:87", "network": {"id": "07d25783-f96f-4475-a28a-936aabd763b8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-629967193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0e92fa9dcaa48699afbdac050395aaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a452f98-0f", "ovs_interfaceid": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:25:87,bridge_name='br-int',has_traffic_filtering=True,id=2a452f98-0f2e-41cf-aaf4-8f949a4ec77d,network=Network(07d25783-f96f-4475-a28a-936aabd763b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a452f98-0f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG os_vif [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:25:87,bridge_name='br-int',has_traffic_filtering=True,id=2a452f98-0f2e-41cf-aaf4-8f949a4ec77d,network=Network(07d25783-f96f-4475-a28a-936aabd763b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a452f98-0f') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1906d058-62d1-59e4-a58c-e639a386c1eb', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2a452f98-0f, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2a452f98-0f, col_values=(('qos', UUID('8be50e57-969c-48bd-bd6f-c302675753bf')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2a452f98-0f, col_values=(('external_ids', {'iface-id': '2a452f98-0f2e-41cf-aaf4-8f949a4ec77d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:25:87', 'vm-uuid': '9847ecf4-dbea-4b17-a723-188e78ce9fbb'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:40 user nova-compute[75255]: INFO os_vif [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:25:87,bridge_name='br-int',has_traffic_filtering=True,id=2a452f98-0f2e-41cf-aaf4-8f949a4ec77d,network=Network(07d25783-f96f-4475-a28a-936aabd763b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a452f98-0f')
Dec 01 21:14:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:14:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] No VIF found with MAC fa:16:3e:33:25:87, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:14:41 user nova-compute[75255]: DEBUG nova.network.neutron [req-a553ba40-0931-45d7-9f26-54a5b2abde53 req-e155bc14-2400-49d0-93a2-8c06cdfcccba service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Updated VIF entry in instance network info cache for port 2a452f98-0f2e-41cf-aaf4-8f949a4ec77d. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:14:41 user nova-compute[75255]: DEBUG nova.network.neutron [req-a553ba40-0931-45d7-9f26-54a5b2abde53 req-e155bc14-2400-49d0-93a2-8c06cdfcccba service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Updating instance_info_cache with network_info: [{"id": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "address": "fa:16:3e:33:25:87", "network": {"id": "07d25783-f96f-4475-a28a-936aabd763b8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-629967193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0e92fa9dcaa48699afbdac050395aaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a452f98-0f", "ovs_interfaceid": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a553ba40-0931-45d7-9f26-54a5b2abde53 req-e155bc14-2400-49d0-93a2-8c06cdfcccba service nova] Releasing lock "refresh_cache-9847ecf4-dbea-4b17-a723-188e78ce9fbb" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-e2e3894d-9c70-4961-bc5a-72d691d42621 req-772ece7c-a70e-4b84-b3ac-2815d2633d78 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-changed-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-e2e3894d-9c70-4961-bc5a-72d691d42621 req-772ece7c-a70e-4b84-b3ac-2815d2633d78 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing instance network info cache due to event network-changed-3dfda696-0f68-40f5-91f3-8542a581dd2d. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e2e3894d-9c70-4961-bc5a-72d691d42621 req-772ece7c-a70e-4b84-b3ac-2815d2633d78 service nova] Acquiring lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e2e3894d-9c70-4961-bc5a-72d691d42621 req-772ece7c-a70e-4b84-b3ac-2815d2633d78 service nova] Acquired lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG nova.network.neutron [req-e2e3894d-9c70-4961-bc5a-72d691d42621 req-772ece7c-a70e-4b84-b3ac-2815d2633d78 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Refreshing network info cache for port 3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG nova.network.neutron [req-e2e3894d-9c70-4961-bc5a-72d691d42621 req-772ece7c-a70e-4b84-b3ac-2815d2633d78 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updated VIF entry in instance network info cache for port 3dfda696-0f68-40f5-91f3-8542a581dd2d. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG nova.network.neutron [req-e2e3894d-9c70-4961-bc5a-72d691d42621 req-772ece7c-a70e-4b84-b3ac-2815d2633d78 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [{"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e2e3894d-9c70-4961-bc5a-72d691d42621 req-772ece7c-a70e-4b84-b3ac-2815d2633d78 service nova] Releasing lock "refresh_cache-47810816-84b2-4a1f-a08b-5b19bf7d491b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:43 user nova-compute[75255]: INFO nova.compute.manager [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Terminating instance
Dec 01 21:14:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Received event network-vif-plugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] Acquiring lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] No waiting events found dispatching network-vif-plugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:44 user nova-compute[75255]: WARNING nova.compute.manager [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Received unexpected event network-vif-plugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d for instance with vm_state building and task_state spawning.
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Received event network-vif-plugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] Acquiring lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] No waiting events found dispatching network-vif-plugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:44 user nova-compute[75255]: WARNING nova.compute.manager [req-b33d27ec-47d5-4fa0-9ca4-11b4a843bd01 req-101c2cd8-04d1-4afd-8262-aa52cb61485c service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Received unexpected event network-vif-plugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d for instance with vm_state building and task_state spawning.
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:44 user nova-compute[75255]: INFO nova.compute.manager [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Terminating instance
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:14:44 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Instance spawned successfully.
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Instance destroyed successfully.
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lazy-loading 'resources' on Instance uuid 6d22427f-cd3d-4f50-895e-0c473af57ac0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-686753307',display_name='tempest-ServerStableDeviceRescueTest-server-686753307',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-686753307',id=1,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKEjTIU99ZvYRA7g81KC6KFv8HH+jFp2EyuLkMCqTAHg37nEPMwA+OMFy6ASiimW0ZvvycSqWzeCWe+ww48xtSdjnYBKnj66M8bhslGJV23wAPOVq6U754P2Gg70rWt5LA==',key_name='tempest-keypair-1510575204',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:11:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fcc58357ed164cd3a52a65d9760b9e4b',ramdisk_id='',reservation_id='r-k47lv895',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1832628412',owner_user_name='tempest-ServerStableDeviceRescueTest-1832628412-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:13:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5dfa29420bea4d40a580d4220de63078',uuid=6d22427f-cd3d-4f50-895e-0c473af57ac0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Converting VIF {"id": "ae114a61-83bc-4fbf-b970-c4768578532a", "address": "fa:16:3e:d9:ec:f4", "network": {"id": "96ebe8f6-38e0-4bcd-8764-adb1093e4ded", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-64204407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fcc58357ed164cd3a52a65d9760b9e4b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae114a61-83", "ovs_interfaceid": "ae114a61-83bc-4fbf-b970-c4768578532a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d9:ec:f4,bridge_name='br-int',has_traffic_filtering=True,id=ae114a61-83bc-4fbf-b970-c4768578532a,network=Network(96ebe8f6-38e0-4bcd-8764-adb1093e4ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae114a61-83') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG os_vif [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d9:ec:f4,bridge_name='br-int',has_traffic_filtering=True,id=ae114a61-83bc-4fbf-b970-c4768578532a,network=Network(96ebe8f6-38e0-4bcd-8764-adb1093e4ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae114a61-83') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapae114a61-83, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: INFO nova.compute.manager [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Took 6.09 seconds to spawn the instance on the hypervisor.
Dec 01 21:14:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f572f79d-b68c-4410-bb17-546b0f4c7241) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: INFO nova.compute.manager [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Took 6.83 seconds to build instance.
Dec 01 21:14:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72d03e29-743c-49e2-aa78-9c4602c6a12f tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.943s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: INFO os_vif [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d9:ec:f4,bridge_name='br-int',has_traffic_filtering=True,id=ae114a61-83bc-4fbf-b970-c4768578532a,network=Network(96ebe8f6-38e0-4bcd-8764-adb1093e4ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae114a61-83')
Dec 01 21:14:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Deleting instance files /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0_del
Dec 01 21:14:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Deletion of /opt/stack/data/nova/instances/6d22427f-cd3d-4f50-895e-0c473af57ac0_del complete
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-9ca7a585-11ee-4c9c-bd15-97e1f6b4ffeb req-3547d0c7-6a8c-4071-befe-1b51eafba957 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ca7a585-11ee-4c9c-bd15-97e1f6b4ffeb req-3547d0c7-6a8c-4071-befe-1b51eafba957 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ca7a585-11ee-4c9c-bd15-97e1f6b4ffeb req-3547d0c7-6a8c-4071-befe-1b51eafba957 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ca7a585-11ee-4c9c-bd15-97e1f6b4ffeb req-3547d0c7-6a8c-4071-befe-1b51eafba957 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-9ca7a585-11ee-4c9c-bd15-97e1f6b4ffeb req-3547d0c7-6a8c-4071-befe-1b51eafba957 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-unplugged-fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-9ca7a585-11ee-4c9c-bd15-97e1f6b4ffeb req-3547d0c7-6a8c-4071-befe-1b51eafba957 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-fd44cabf-2990-482c-87bb-dee23d531792 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: INFO nova.compute.manager [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Took 1.37 seconds to destroy the instance on the hypervisor.
Dec 01 21:14:45 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-60e415f5-a916-4c69-a54b-82c4a6089d5d req-d67f195e-4327-45d9-b096-2932e88bef14 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-60e415f5-a916-4c69-a54b-82c4a6089d5d req-d67f195e-4327-45d9-b096-2932e88bef14 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-60e415f5-a916-4c69-a54b-82c4a6089d5d req-d67f195e-4327-45d9-b096-2932e88bef14 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-60e415f5-a916-4c69-a54b-82c4a6089d5d req-d67f195e-4327-45d9-b096-2932e88bef14 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-60e415f5-a916-4c69-a54b-82c4a6089d5d req-d67f195e-4327-45d9-b096-2932e88bef14 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-unplugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-60e415f5-a916-4c69-a54b-82c4a6089d5d req-d67f195e-4327-45d9-b096-2932e88bef14 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:14:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-unplugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Acquiring lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] No waiting events found dispatching network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:46 user nova-compute[75255]: WARNING nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received unexpected event network-vif-plugged-ae114a61-83bc-4fbf-b970-c4768578532a for instance with vm_state active and task_state deleting.
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-unplugged-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-3dfda696-0f68-40f5-91f3-8542a581dd2d for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:46 user nova-compute[75255]: WARNING nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-3dfda696-0f68-40f5-91f3-8542a581dd2d for instance with vm_state active and task_state deleting.
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-unplugged-fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-e1dc3997-8fd9-439e-b508-1471112733a3 req-3c311774-b02a-405e-bf21-4a2a1aa786c1 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-fe1499c1-de90-4e6a-88d8-651715c0719a for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Instance destroyed successfully.
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.objects.instance [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lazy-loading 'resources' on Instance uuid 47810816-84b2-4a1f-a08b-5b19bf7d491b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:12:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:12:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:85:a5:f8,bridge_name='br-int',has_traffic_filtering=True,id=3dfda696-0f68-40f5-91f3-8542a581dd2d,network=Network(afc720a5-1e40-4692-ab82-323a751a3ecc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfda696-0f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:a5:f8,bridge_name='br-int',has_traffic_filtering=True,id=3dfda696-0f68-40f5-91f3-8542a581dd2d,network=Network(afc720a5-1e40-4692-ab82-323a751a3ecc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfda696-0f') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3dfda696-0f, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5f6e3a4c-0cf9-47a5-b989-73409abbd6ae) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nbXvIFRJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:46 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:46 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.005s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:46 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260" returned: 21 in 0.044s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9efc6bfa-ce68-4a88-843b-9085ae6123a7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:14:46 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a60c6403-b80d-4090-a22d-8325705995b7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4] added
Dec 01 21:14:46 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d9c680a-66f0-4bea-9985-5e347ba96283]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.046s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fdbfab1-4f6e-4302-9b0e-7fa8cd596c8e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nbXvIFRJ {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:46 user nova-compute[75255]: INFO os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:a5:f8,bridge_name='br-int',has_traffic_filtering=True,id=3dfda696-0f68-40f5-91f3-8542a581dd2d,network=Network(afc720a5-1e40-4692-ab82-323a751a3ecc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfda696-0f')
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:12:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:12:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:e3:23,bridge_name='br-int',has_traffic_filtering=True,id=fd44cabf-2990-482c-87bb-dee23d531792,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfd44cabf-29') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:e3:23,bridge_name='br-int',has_traffic_filtering=True,id=fd44cabf-2990-482c-87bb-dee23d531792,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfd44cabf-29') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd44cabf-29, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nbXvIFRJ" returned: 0 in 0.032s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9a5faf-e82b-41dd-a807-08819d622bc4]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nbXvIFRJ'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d74b2223-9a50-4780-9560-ac5ff8226d08]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cad208b4-d9b2-4bc6-afc2-1a09f5a4ea7f) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Took 1.79 seconds to deallocate network for instance.
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbdb2ffa-b9b0-4fe9-b306-f57a21e99e84]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: INFO os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:e3:23,bridge_name='br-int',has_traffic_filtering=True,id=fd44cabf-2990-482c-87bb-dee23d531792,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfd44cabf-29')
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:12:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:12:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:59:fd,bridge_name='br-int',has_traffic_filtering=True,id=1e1a5872-316c-4567-bd02-17b64c208185,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e1a5872-31') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:59:fd,bridge_name='br-int',has_traffic_filtering=True,id=1e1a5872-316c-4567-bd02-17b64c208185,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e1a5872-31') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e1a5872-31, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --login" returned: 0 in 0.113s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d328a1a3-6b70-40a8-a8c0-48397f2dfd45]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4, portal: 172.16.0.220,3260]
Dec 01 21:14:47 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4, portal: 172.16.0.220,3260] successful.
Dec 01 21:14:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[99fe107d-9182-428c-8bd3-5102d1ace4bd]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3d3092bd-c6fd-4013-8e87-4ec11fadb0f4) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[20936fa9-0b47-4133-a7d2-568416c5b6c6]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)
Dec 01 21:14:47 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.548s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] HCTL ('36', '-', '-', 0) found on session 26 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-fd44cabf-2990-482c-87bb-dee23d531792 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:47 user nova-compute[75255]: WARNING nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-fd44cabf-2990-482c-87bb-dee23d531792 for instance with vm_state active and task_state deleting.
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-unplugged-1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-1e1a5872-316c-4567-bd02-17b64c208185 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-1e1a5872-316c-4567-bd02-17b64c208185 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:47 user nova-compute[75255]: WARNING nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-1e1a5872-316c-4567-bd02-17b64c208185 for instance with vm_state active and task_state deleting.
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-unplugged-b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-b743bf2c-0e56-4312-a68e-007aed8cd82a for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:47 user nova-compute[75255]: WARNING nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-b743bf2c-0e56-4312-a68e-007aed8cd82a for instance with vm_state active and task_state deleting.
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-unplugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-unplugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:47 user nova-compute[75255]: WARNING nova.compute.manager [req-5f244d8a-5016-4f05-bd70-0e82a7ca888e req-85a1fa94-9626-4438-b3b0-8a085569585e service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-5b2b9054-5178-4e85-9dea-dabfe6dd45cf for instance with vm_state active and task_state deleting.
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e95ec5-85ad-4e53-a6f8-35a545421c68]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Searching for a device in session 26 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nbXvIFRJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:14:47 user nova-compute[75255]: INFO os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:59:fd,bridge_name='br-int',has_traffic_filtering=True,id=1e1a5872-316c-4567-bd02-17b64c208185,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1e1a5872-31')
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:12:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:12:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:06:16,bridge_name='br-int',has_traffic_filtering=True,id=b743bf2c-0e56-4312-a68e-007aed8cd82a,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb743bf2c-0e') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:06:16,bridge_name='br-int',has_traffic_filtering=True,id=b743bf2c-0e56-4312-a68e-007aed8cd82a,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb743bf2c-0e') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb743bf2c-0e, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e239a14e-7801-436e-bde7-3c13fd9f6a25) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: INFO os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:06:16,bridge_name='br-int',has_traffic_filtering=True,id=b743bf2c-0e56-4312-a68e-007aed8cd82a,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb743bf2c-0e')
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:12:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:12:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:a2:ce,bridge_name='br-int',has_traffic_filtering=True,id=5b2b9054-5178-4e85-9dea-dabfe6dd45cf,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b2b9054-51') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:a2:ce,bridge_name='br-int',has_traffic_filtering=True,id=5b2b9054-5178-4e85-9dea-dabfe6dd45cf,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b2b9054-51') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b2b9054-51, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=33926bb4-e76b-4f05-9a6d-435cc35f4541) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: INFO os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:a2:ce,bridge_name='br-int',has_traffic_filtering=True,id=5b2b9054-5178-4e85-9dea-dabfe6dd45cf,network=Network(6dc449ea-8a6d-4d7e-a4d0-884e6277a439),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b2b9054-51')
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:12:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:12:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:63:a8,bridge_name='br-int',has_traffic_filtering=True,id=73af60cb-5cb6-4091-aaaa-44db0c289db9,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73af60cb-5c') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:63:a8,bridge_name='br-int',has_traffic_filtering=True,id=73af60cb-5cb6-4091-aaaa-44db0c289db9,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73af60cb-5c') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap73af60cb-5c, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2f27b144-359e-4935-b96e-8e18892827ac) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: INFO os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:63:a8,bridge_name='br-int',has_traffic_filtering=True,id=73af60cb-5cb6-4091-aaaa-44db0c289db9,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73af60cb-5c')
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T21:11:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-844810281',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-844810281',id=15,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrj34eEdgJHNogMBJpMjokB1mG2/5JinvoMxp9nHbgUVvXE7xtqB/t8Ir8WqMfoaKIi1rn8GoSov5zZb9H0+vY6iArOgiOniDbj3PbLFe7DECus655KPWsNeHSbjquZ+w==',key_name='tempest-keypair-1276952206',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:12:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da8be11e07141d68f814f49bf8bf3bc',ramdisk_id='',reservation_id='r-3vmhszke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1325703559',owner_user_name='tempest-TaggedBootDevicesTest_v242-1325703559-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:12:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce6860636097492885d799c632d8125a',uuid=47810816-84b2-4a1f-a08b-5b19bf7d491b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converting VIF {"id": "fe1499c1-de90-4e6a-88d8-651715c0719a", "address": "fa:16:3e:5c:6b:71", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe1499c1-de", "ovs_interfaceid": "fe1499c1-de90-4e6a-88d8-651715c0719a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:6b:71,bridge_name='br-int',has_traffic_filtering=True,id=fe1499c1-de90-4e6a-88d8-651715c0719a,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe1499c1-de') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:6b:71,bridge_name='br-int',has_traffic_filtering=True,id=fe1499c1-de90-4e6a-88d8-651715c0719a,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe1499c1-de') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfe1499c1-de, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.545s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fab40f68-f667-4d76-b87c-80d8a56b67bc) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:47 user nova-compute[75255]: INFO os_vif [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:6b:71,bridge_name='br-int',has_traffic_filtering=True,id=fe1499c1-de90-4e6a-88d8-651715c0719a,network=Network(be25f94e-01ba-4d37-9110-6dd7e0985234),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe1499c1-de')
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YyWfeNBX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:47 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:47 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:47 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Deleted allocations for instance 6d22427f-cd3d-4f50-895e-0c473af57ac0
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-0cc5adbd-aab7-442c-8460-6a5d0b4fb6ed req-7c0c0478-da95-401f-b41c-087d8cc9a6eb service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0cc5adbd-aab7-442c-8460-6a5d0b4fb6ed req-7c0c0478-da95-401f-b41c-087d8cc9a6eb service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0cc5adbd-aab7-442c-8460-6a5d0b4fb6ed req-7c0c0478-da95-401f-b41c-087d8cc9a6eb service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0cc5adbd-aab7-442c-8460-6a5d0b4fb6ed req-7c0c0478-da95-401f-b41c-087d8cc9a6eb service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-0cc5adbd-aab7-442c-8460-6a5d0b4fb6ed req-7c0c0478-da95-401f-b41c-087d8cc9a6eb service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:47 user nova-compute[75255]: WARNING nova.compute.manager [req-0cc5adbd-aab7-442c-8460-6a5d0b4fb6ed req-7c0c0478-da95-401f-b41c-087d8cc9a6eb service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-73af60cb-5cb6-4091-aaaa-44db0c289db9 for instance with vm_state active and task_state deleting.
Dec 01 21:14:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-0cc5adbd-aab7-442c-8460-6a5d0b4fb6ed req-7c0c0478-da95-401f-b41c-087d8cc9a6eb service nova] [instance: 6d22427f-cd3d-4f50-895e-0c473af57ac0] Received event network-vif-deleted-ae114a61-83bc-4fbf-b970-c4768578532a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d0dc8dc3-a83d-4b9e-8f99-f843245ef52f tempest-ServerStableDeviceRescueTest-1832628412 tempest-ServerStableDeviceRescueTest-1832628412-project-member] Lock "6d22427f-cd3d-4f50-895e-0c473af57ac0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.035s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-b530aa09-c01b-4028-84e1-3fc94c788ec9 req-d6ded7f5-5ff5-4e73-b583-9fecb15032f7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-plugged-fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b530aa09-c01b-4028-84e1-3fc94c788ec9 req-d6ded7f5-5ff5-4e73-b583-9fecb15032f7 service nova] Acquiring lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b530aa09-c01b-4028-84e1-3fc94c788ec9 req-d6ded7f5-5ff5-4e73-b583-9fecb15032f7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b530aa09-c01b-4028-84e1-3fc94c788ec9 req-d6ded7f5-5ff5-4e73-b583-9fecb15032f7 service nova] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-b530aa09-c01b-4028-84e1-3fc94c788ec9 req-d6ded7f5-5ff5-4e73-b583-9fecb15032f7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] No waiting events found dispatching network-vif-plugged-fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:14:48 user nova-compute[75255]: WARNING nova.compute.manager [req-b530aa09-c01b-4028-84e1-3fc94c788ec9 req-d6ded7f5-5ff5-4e73-b583-9fecb15032f7 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received unexpected event network-vif-plugged-fe1499c1-de90-4e6a-88d8-651715c0719a for instance with vm_state active and task_state deleting.
Dec 01 21:14:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.621s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] <== connect_volume: return (1624ms) {'type': 'block', 'scsi_wwn': '26139663365383130', 'path': '/dev/sde'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139663365383130', 'path': '/dev/sde'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.570s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lazy-loading 'flavor' on Instance uuid dec1d95f-088a-4df5-8bb7-b7d43cbd286c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ff2903-bf92-4d7f-b6af-ad81bb23b0ef]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:14:48 user nova-compute[75255]: No targets found.
Dec 01 21:14:48 user nova-compute[75255]: iSNS:
Dec 01 21:14:48 user nova-compute[75255]: No targets found.
Dec 01 21:14:48 user nova-compute[75255]: STATIC:
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: FIRMWARE:
Dec 01 21:14:48 user nova-compute[75255]: No targets found.
Dec 01 21:14:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:14:48 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:14:48 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9558139a-2159-4288-abf0-dab988ed6500]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[04337086-3d61-499a-a094-2043615f6fe7]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cee41f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed'): ({'sdg'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Removing single pathed devices sdg {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:14:48 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:14:48 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:14:48 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:14:48 user nova-compute[75255]:   <serial>97dd22e2-1302-44fd-a4a6-295ef56fb3c4</serial>
Dec 01 21:14:48 user nova-compute[75255]: </disk>
Dec 01 21:14:48 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bce5f95d-e85d-4a6d-a188-886073be1c5d]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a678c9-2bbf-414e-a93e-c5ade690e9eb]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Flushing IO for device /dev/sdg {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a4db31a-b8e4-4ebd-952c-f9fdfcd482b0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.044s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee917ed-44b9-4eaf-870c-5bb38f58c884]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] SCSI volumes sdg have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d54e4a57-ab95-4038-83fc-587417804090]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd55c65b-212b-4596-a422-c0fc4b1ef2ef]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed, portal: 172.16.0.220,3260]
Dec 01 21:14:48 user nova-compute[75255]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed, portal: 172.16.0.220,3260] successful.
Dec 01 21:14:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e2e725e-c076-4d7d-a1cb-ede2c9a7cbed -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[713bef50-29a7-4a68-8174-27264ffc9ba7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.394s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] <== disconnect_volume: return (963ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JgKtxykr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:48 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[91040ee7-3132-4834-a184-fa826eb9ea01]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:14:48 user nova-compute[75255]: No targets found.
Dec 01 21:14:48 user nova-compute[75255]: iSNS:
Dec 01 21:14:48 user nova-compute[75255]: No targets found.
Dec 01 21:14:48 user nova-compute[75255]: STATIC:
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc
Dec 01 21:14:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:48 user nova-compute[75255]: FIRMWARE:
Dec 01 21:14:48 user nova-compute[75255]: No targets found.
Dec 01 21:14:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:14:48 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:14:48 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[de4ce514-ee41-4f16-9f3b-65b7b8eab980]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c92d926-374f-4d97-9e08-12f952f14026]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)
Dec 01 21:14:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cee41f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706'): ({'sdd'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Removing single pathed devices sdd {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[73110064-d4c7-4020-a162-acaaa41c8efc]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c476ffe8-d095-40f0-9da3-552d1f546c67]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Flushing IO for device /dev/sdd {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c98d1f4b-2e3a-46b7-9183-857c52aa7357]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:14:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e47f93b1-f12f-4692-ae83-3659a1221399]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] No VIF found with MAC fa:16:3e:92:f1:7c, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebd8395d-c6ca-45f7-abac-f536b964a4f6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5202208-a1bc-4ca5-a28e-6edd41f9d284]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706, portal: 172.16.0.220,3260]
Dec 01 21:14:49 user nova-compute[75255]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706, portal: 172.16.0.220,3260] successful.
Dec 01 21:14:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f7ac788-6fa7-4133-8e73-bbc7185ad706 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8667737-8d0d-4501-8e6d-aeb015722f7c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.412s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] <== disconnect_volume: return (413ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JZClXGeP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:14:49 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c8006b8-09dc-480d-95fe-77d757caf0b1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:14:49 user nova-compute[75255]: No targets found.
Dec 01 21:14:49 user nova-compute[75255]: iSNS:
Dec 01 21:14:49 user nova-compute[75255]: No targets found.
Dec 01 21:14:49 user nova-compute[75255]: STATIC:
Dec 01 21:14:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:14:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4
Dec 01 21:14:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:14:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc
Dec 01 21:14:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:14:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:14:49 user nova-compute[75255]: FIRMWARE:
Dec 01 21:14:49 user nova-compute[75255]: No targets found.
Dec 01 21:14:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:14:49 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:14:49 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d440cecb-31e1-41e7-9efc-26942f8510cb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9637c3e-42a7-496a-86a4-bb486a715744 tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.310s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[981930cd-6797-465a-8698-e9137806ed06]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:49 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:49 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:49 user nova-compute[75255]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)
Dec 01 21:14:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc (non-flash)
Dec 01 21:14:49 user nova-compute[75255]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:14:49 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:14:49 user nova-compute[75255]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)
Dec 01 21:14:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82805fc550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc'): ({'sdh'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Removing single pathed devices sdh {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1ef7b21-1b16-4233-8bc7-0bd85f30af2b]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[737b99b2-966b-4560-bff1-f015c1cbd20e]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Flushing IO for device /dev/sdh {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a910ff4-1296-4fe4-b24d-d7465c854f03]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.044s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[39c0dc0c-58f3-4cbf-bdea-ca9e44f00225]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] SCSI volumes sdh have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e84f833-16cc-437c-8a40-d0ec2498ca72]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[34420594-bb0b-4215-ab96-765a007ba29a]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc, portal: 172.16.0.220,3260]
Dec 01 21:14:49 user nova-compute[75255]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc, portal: 172.16.0.220,3260] successful.
Dec 01 21:14:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ff83a4-c110-4b9f-826a-3be578ba24fc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0255f50-9fb6-4686-9d6f-e936d1379486]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] <== disconnect_volume: return (359ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:14:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Deleting instance files /opt/stack/data/nova/instances/47810816-84b2-4a1f-a08b-5b19bf7d491b_del
Dec 01 21:14:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Deletion of /opt/stack/data/nova/instances/47810816-84b2-4a1f-a08b-5b19bf7d491b_del complete
Dec 01 21:14:49 user nova-compute[75255]: INFO nova.compute.manager [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Took 4.99 seconds to destroy the instance on the hypervisor.
Dec 01 21:14:49 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:14:49 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:14:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-64204c83-a3fc-4ceb-aba0-f1d72e23b244 req-fa561564-2e91-4051-b627-2a45b4b12d37 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-deleted-fe1499c1-de90-4e6a-88d8-651715c0719a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:51 user nova-compute[75255]: INFO nova.compute.manager [req-64204c83-a3fc-4ceb-aba0-f1d72e23b244 req-fa561564-2e91-4051-b627-2a45b4b12d37 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Neutron deleted interface fe1499c1-de90-4e6a-88d8-651715c0719a; detaching it from the instance and deleting it from the info cache
Dec 01 21:14:51 user nova-compute[75255]: DEBUG nova.network.neutron [req-64204c83-a3fc-4ceb-aba0-f1d72e23b244 req-fa561564-2e91-4051-b627-2a45b4b12d37 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [{"id": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "address": "fa:16:3e:85:a5:f8", "network": {"id": "afc720a5-1e40-4692-ab82-323a751a3ecc", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-925611594-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfda696-0f", "ovs_interfaceid": "3dfda696-0f68-40f5-91f3-8542a581dd2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd44cabf-2990-482c-87bb-dee23d531792", "address": "fa:16:3e:dc:e3:23", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd44cabf-29", "ovs_interfaceid": "fd44cabf-2990-482c-87bb-dee23d531792", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1e1a5872-316c-4567-bd02-17b64c208185", "address": "fa:16:3e:f9:59:fd", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e1a5872-31", "ovs_interfaceid": "1e1a5872-316c-4567-bd02-17b64c208185", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "address": "fa:16:3e:cb:06:16", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb743bf2c-0e", "ovs_interfaceid": "b743bf2c-0e56-4312-a68e-007aed8cd82a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "address": "fa:16:3e:7d:a2:ce", "network": {"id": "6dc449ea-8a6d-4d7e-a4d0-884e6277a439", "bridge": "br-int", "label": "tempest-device-tagging-net1-1728030623", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b2b9054-51", "ovs_interfaceid": "5b2b9054-5178-4e85-9dea-dabfe6dd45cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "address": "fa:16:3e:29:63:a8", "network": {"id": "be25f94e-01ba-4d37-9110-6dd7e0985234", "bridge": "br-int", "label": "tempest-device-tagging-net2-43996382", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "5da8be11e07141d68f814f49bf8bf3bc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73af60cb-5c", "ovs_interfaceid": "73af60cb-5cb6-4091-aaaa-44db0c289db9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-64204c83-a3fc-4ceb-aba0-f1d72e23b244 req-fa561564-2e91-4051-b627-2a45b4b12d37 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Detach interface failed, port_id=fe1499c1-de90-4e6a-88d8-651715c0719a, reason: Instance 47810816-84b2-4a1f-a08b-5b19bf7d491b could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:14:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:53 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:14:53 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Took 3.88 seconds to deallocate network for instance.
Dec 01 21:14:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-23281827-8a88-496d-84c0-11cc0d641250 req-52cb2178-3cb5-47a2-82d3-a106024d20e8 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-deleted-3dfda696-0f68-40f5-91f3-8542a581dd2d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-23281827-8a88-496d-84c0-11cc0d641250 req-52cb2178-3cb5-47a2-82d3-a106024d20e8 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-deleted-5b2b9054-5178-4e85-9dea-dabfe6dd45cf {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-23281827-8a88-496d-84c0-11cc0d641250 req-52cb2178-3cb5-47a2-82d3-a106024d20e8 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-deleted-73af60cb-5cb6-4091-aaaa-44db0c289db9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-23281827-8a88-496d-84c0-11cc0d641250 req-52cb2178-3cb5-47a2-82d3-a106024d20e8 service nova] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Received event network-vif-deleted-b743bf2c-0e56-4312-a68e-007aed8cd82a {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:14:56 user nova-compute[75255]: INFO nova.compute.manager [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] [instance: 47810816-84b2-4a1f-a08b-5b19bf7d491b] Took 2.82 seconds to detach 3 volumes for instance.
Dec 01 21:14:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:56 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:14:56 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:14:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.288s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:56 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Deleted allocations for instance 47810816-84b2-4a1f-a08b-5b19bf7d491b
Dec 01 21:14:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f510e28-98e4-414d-aa20-ebad26c53af7 tempest-TaggedBootDevicesTest_v242-1325703559 tempest-TaggedBootDevicesTest_v242-1325703559-project-member] Lock "47810816-84b2-4a1f-a08b-5b19bf7d491b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.193s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:14:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:15:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:02 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:15:02 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:15:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7996MB free_disk=25.428375244140625GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance dec1d95f-088a-4df5-8bb7-b7d43cbd286c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 9847ecf4-dbea-4b17-a723-188e78ce9fbb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:15:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:15:03 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:15:03 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:15:03 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:15:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.432s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [{"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-e849fb46-c1e3-46e5-a3ea-d14e33e87711" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:15:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:15:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:14 user nova-compute[75255]: INFO nova.compute.manager [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Detaching volume 97dd22e2-1302-44fd-a4a6-295ef56fb3c4
Dec 01 21:15:14 user nova-compute[75255]: INFO nova.virt.block_device [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Attempting to driver detach volume 97dd22e2-1302-44fd-a4a6-295ef56fb3c4 from mountpoint /dev/vdb
Dec 01 21:15:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Attempting to detach device vdb from instance dec1d95f-088a-4df5-8bb7-b7d43cbd286c from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:15:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:15:14 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:15:14 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:15:14 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:15:14 user nova-compute[75255]:   <serial>97dd22e2-1302-44fd-a4a6-295ef56fb3c4</serial>
Dec 01 21:15:14 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:15:14 user nova-compute[75255]: </disk>
Dec 01 21:15:14 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:15:14 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Successfully detached device vdb from instance dec1d95f-088a-4df5-8bb7-b7d43cbd286c from the persistent domain config.
Dec 01 21:15:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dec1d95f-088a-4df5-8bb7-b7d43cbd286c from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:15:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:15:14 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:15:14 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:15:14 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:15:14 user nova-compute[75255]:   <serial>97dd22e2-1302-44fd-a4a6-295ef56fb3c4</serial>
Dec 01 21:15:14 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:15:14 user nova-compute[75255]: </disk>
Dec 01 21:15:14 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:15:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dec1d95f-088a-4df5-8bb7-b7d43cbd286c {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:15:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "b431b239-a5c4-4512-9153-c621b3dccbab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:15:27 user nova-compute[75255]: INFO nova.compute.claims [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Claim successful on node user
Dec 01 21:15:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.337s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:15:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:15:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:15:28 user nova-compute[75255]: DEBUG nova.compute.manager [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG nova.policy [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb12338d5cbd4bf4a86c207bb4ddd90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1710a62043cc4582910d0de99e8030eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG nova.compute.manager [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:15:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Creating image(s)
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "/opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "/opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "/opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.211s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.199s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk 1073741824" returned: 0 in 0.050s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG nova.network.neutron [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Successfully created port: ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.197s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:15:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Cannot resize image /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Ensure instance console log exists: /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Successfully updated port: ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquired lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-8d36e6e1-83b8-40cf-8d9d-b4c8d8683035 req-c2652469-ddf0-4c08-8af6-53e496635115 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-changed-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-8d36e6e1-83b8-40cf-8d9d-b4c8d8683035 req-c2652469-ddf0-4c08-8af6-53e496635115 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Refreshing instance network info cache due to event network-changed-ce2be787-198e-4d7a-92e0-c9f49cdefdb4. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8d36e6e1-83b8-40cf-8d9d-b4c8d8683035 req-c2652469-ddf0-4c08-8af6-53e496635115 service nova] Acquiring lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:15:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.network.neutron [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updating instance_info_cache with network_info: [{"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Releasing lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Instance network_info: |[{"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8d36e6e1-83b8-40cf-8d9d-b4c8d8683035 req-c2652469-ddf0-4c08-8af6-53e496635115 service nova] Acquired lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-8d36e6e1-83b8-40cf-8d9d-b4c8d8683035 req-c2652469-ddf0-4c08-8af6-53e496635115 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Refreshing network info cache for port ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Start _get_guest_xml network_info=[{"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:15:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:15:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:15:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-29241392',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-29241392',id=20,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgUMVAK8ClChg8SPEhr64fdUCeKWPdE19VWtbO96vQUIpSKCFiwyKvrgdlTazhkjkV/paCdLLrYWKmcJkETSwR0cH9Gj++qum7/MT/8ht2641LMW/IS1QF0A3PzpiC96g==',key_name='tempest-keypair-1178518127',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-3l0svqhq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:15:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=b431b239-a5c4-4512-9153-c621b3dccbab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.objects.instance [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'pci_devices' on Instance uuid b431b239-a5c4-4512-9153-c621b3dccbab {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:15:30 user nova-compute[75255]:   <uuid>b431b239-a5c4-4512-9153-c621b3dccbab</uuid>
Dec 01 21:15:30 user nova-compute[75255]:   <name>instance-00000014</name>
Dec 01 21:15:30 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:15:30 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:15:30 user nova-compute[75255]:   <metadata>
Dec 01 21:15:30 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:15:30 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:15:30 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-29241392</nova:name>
Dec 01 21:15:30 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:15:30</nova:creationTime>
Dec 01 21:15:30 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:15:30 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:15:30 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:15:30 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:15:30 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:15:30 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:15:30 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:15:30 user nova-compute[75255]:       <nova:owner>
Dec 01 21:15:30 user nova-compute[75255]:         <nova:user uuid="bb12338d5cbd4bf4a86c207bb4ddd90d">tempest-AttachVolumeShelveTestJSON-468209258-project-member</nova:user>
Dec 01 21:15:30 user nova-compute[75255]:         <nova:project uuid="1710a62043cc4582910d0de99e8030eb">tempest-AttachVolumeShelveTestJSON-468209258</nova:project>
Dec 01 21:15:30 user nova-compute[75255]:       </nova:owner>
Dec 01 21:15:30 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:15:30 user nova-compute[75255]:       <nova:ports>
Dec 01 21:15:30 user nova-compute[75255]:         <nova:port uuid="ce2be787-198e-4d7a-92e0-c9f49cdefdb4">
Dec 01 21:15:30 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:15:30 user nova-compute[75255]:         </nova:port>
Dec 01 21:15:30 user nova-compute[75255]:       </nova:ports>
Dec 01 21:15:30 user nova-compute[75255]:     </nova:instance>
Dec 01 21:15:30 user nova-compute[75255]:   </metadata>
Dec 01 21:15:30 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:15:30 user nova-compute[75255]:     <system>
Dec 01 21:15:30 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:15:30 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:15:30 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:15:30 user nova-compute[75255]:       <entry name="serial">b431b239-a5c4-4512-9153-c621b3dccbab</entry>
Dec 01 21:15:30 user nova-compute[75255]:       <entry name="uuid">b431b239-a5c4-4512-9153-c621b3dccbab</entry>
Dec 01 21:15:30 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:15:30 user nova-compute[75255]:     </system>
Dec 01 21:15:30 user nova-compute[75255]:   </sysinfo>
Dec 01 21:15:30 user nova-compute[75255]:   <os>
Dec 01 21:15:30 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:15:30 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:15:30 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:15:30 user nova-compute[75255]:   </os>
Dec 01 21:15:30 user nova-compute[75255]:   <features>
Dec 01 21:15:30 user nova-compute[75255]:     <acpi/>
Dec 01 21:15:30 user nova-compute[75255]:     <apic/>
Dec 01 21:15:30 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:15:30 user nova-compute[75255]:   </features>
Dec 01 21:15:30 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:15:30 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:15:30 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:15:30 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:15:30 user nova-compute[75255]:   </clock>
Dec 01 21:15:30 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:15:30 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:15:30 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:15:30 user nova-compute[75255]:   </cpu>
Dec 01 21:15:30 user nova-compute[75255]:   <devices>
Dec 01 21:15:30 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:15:30 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:15:30 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk"/>
Dec 01 21:15:30 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:15:30 user nova-compute[75255]:     </disk>
Dec 01 21:15:30 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:15:30 user nova-compute[75255]:       <mac address="fa:16:3e:ff:36:d6"/>
Dec 01 21:15:30 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:15:30 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:15:30 user nova-compute[75255]:       <target dev="tapce2be787-19"/>
Dec 01 21:15:30 user nova-compute[75255]:     </interface>
Dec 01 21:15:30 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:15:30 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/console.log" append="off"/>
Dec 01 21:15:30 user nova-compute[75255]:     </serial>
Dec 01 21:15:30 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:15:30 user nova-compute[75255]:     <video>
Dec 01 21:15:30 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:15:30 user nova-compute[75255]:     </video>
Dec 01 21:15:30 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:15:30 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:15:30 user nova-compute[75255]:     </rng>
Dec 01 21:15:30 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:15:30 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:15:30 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:15:30 user nova-compute[75255]:     </memballoon>
Dec 01 21:15:30 user nova-compute[75255]:   </devices>
Dec 01 21:15:30 user nova-compute[75255]: </domain>
Dec 01 21:15:30 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:15:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-29241392',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-29241392',id=20,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgUMVAK8ClChg8SPEhr64fdUCeKWPdE19VWtbO96vQUIpSKCFiwyKvrgdlTazhkjkV/paCdLLrYWKmcJkETSwR0cH9Gj++qum7/MT/8ht2641LMW/IS1QF0A3PzpiC96g==',key_name='tempest-keypair-1178518127',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-3l0svqhq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:15:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=b431b239-a5c4-4512-9153-c621b3dccbab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG os_vif [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bd1e97d8-b5af-5a7f-bf4e-4fbf2b89baa0', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapce2be787-19, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapce2be787-19, col_values=(('qos', UUID('f4313c5f-8bb0-40ba-b31d-8edfb9f7ef99')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapce2be787-19, col_values=(('external_ids', {'iface-id': 'ce2be787-198e-4d7a-92e0-c9f49cdefdb4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:36:d6', 'vm-uuid': 'b431b239-a5c4-4512-9153-c621b3dccbab'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:30 user nova-compute[75255]: INFO os_vif [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19')
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] No VIF found with MAC fa:16:3e:ff:36:d6, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-8d36e6e1-83b8-40cf-8d9d-b4c8d8683035 req-c2652469-ddf0-4c08-8af6-53e496635115 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updated VIF entry in instance network info cache for port ce2be787-198e-4d7a-92e0-c9f49cdefdb4. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-8d36e6e1-83b8-40cf-8d9d-b4c8d8683035 req-c2652469-ddf0-4c08-8af6-53e496635115 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updating instance_info_cache with network_info: [{"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:15:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8d36e6e1-83b8-40cf-8d9d-b4c8d8683035 req-c2652469-ddf0-4c08-8af6-53e496635115 service nova] Releasing lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:15:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-5101a094-6339-4a87-ab73-ae0df0dafe08 req-77a1f82f-a2b2-428a-9c06-d59516ef46c4 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5101a094-6339-4a87-ab73-ae0df0dafe08 req-77a1f82f-a2b2-428a-9c06-d59516ef46c4 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5101a094-6339-4a87-ab73-ae0df0dafe08 req-77a1f82f-a2b2-428a-9c06-d59516ef46c4 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5101a094-6339-4a87-ab73-ae0df0dafe08 req-77a1f82f-a2b2-428a-9c06-d59516ef46c4 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-5101a094-6339-4a87-ab73-ae0df0dafe08 req-77a1f82f-a2b2-428a-9c06-d59516ef46c4 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:15:31 user nova-compute[75255]: WARNING nova.compute.manager [req-5101a094-6339-4a87-ab73-ae0df0dafe08 req-77a1f82f-a2b2-428a-9c06-d59516ef46c4 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state building and task_state spawning.
Dec 01 21:15:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:15:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Instance spawned successfully.
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-ac7fd55f-3e04-42fa-bfbc-92c58144687f req-09930cf6-3a6f-46e5-bdfb-88e78b0786e0 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ac7fd55f-3e04-42fa-bfbc-92c58144687f req-09930cf6-3a6f-46e5-bdfb-88e78b0786e0 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ac7fd55f-3e04-42fa-bfbc-92c58144687f req-09930cf6-3a6f-46e5-bdfb-88e78b0786e0 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ac7fd55f-3e04-42fa-bfbc-92c58144687f req-09930cf6-3a6f-46e5-bdfb-88e78b0786e0 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-ac7fd55f-3e04-42fa-bfbc-92c58144687f req-09930cf6-3a6f-46e5-bdfb-88e78b0786e0 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:15:33 user nova-compute[75255]: WARNING nova.compute.manager [req-ac7fd55f-3e04-42fa-bfbc-92c58144687f req-09930cf6-3a6f-46e5-bdfb-88e78b0786e0 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state building and task_state spawning.
Dec 01 21:15:33 user nova-compute[75255]: INFO nova.compute.manager [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Took 5.73 seconds to spawn the instance on the hypervisor.
Dec 01 21:15:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:15:34 user nova-compute[75255]: INFO nova.compute.manager [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Took 6.49 seconds to build instance.
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-324684cb-5cbd-4131-9c00-83cc0773f6d0 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "b431b239-a5c4-4512-9153-c621b3dccbab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.647s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:34 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dec1d95f-088a-4df5-8bb7-b7d43cbd286c is timed out.
Dec 01 21:15:34 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Successfully detached device vdb from instance dec1d95f-088a-4df5-8bb7-b7d43cbd286c from the live domain config.
Dec 01 21:15:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nbXvIFRJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:15:34 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8df4c5e6-0830-4cce-ba48-75d13624c8f0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:15:34 user nova-compute[75255]: No targets found.
Dec 01 21:15:34 user nova-compute[75255]: iSNS:
Dec 01 21:15:34 user nova-compute[75255]: No targets found.
Dec 01 21:15:34 user nova-compute[75255]: STATIC:
Dec 01 21:15:34 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:15:34 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:15:34 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:15:34 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4
Dec 01 21:15:34 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:15:34 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:15:34 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:15:34 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:15:34 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:15:34 user nova-compute[75255]: FIRMWARE:
Dec 01 21:15:34 user nova-compute[75255]: No targets found.
Dec 01 21:15:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:15:34 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:15:34 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[51f610d5-3f86-4d2e-b46f-151a614b417e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c45edfc2-70c7-4417-a638-cc2cdf570d8b]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:15:34 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:15:34 user nova-compute[75255]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)
Dec 01 21:15:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:15:34 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:15:34 user nova-compute[75255]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 (non-flash)
Dec 01 21:15:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd10040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4'): ({'sde'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Removing single pathed devices sde {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc2b5e5-93ce-4d7f-b6cb-8c1a5aedcee4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1991c60-4cb0-497b-b1ec-63a8b2c5d9a7]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Flushing IO for device /dev/sde {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f9d944f-778d-4759-a6fe-43e5555a10fb]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.053s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8ec98ec-3490-4f7d-b27a-3cd8892f0c2f]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:15:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[40ae4f72-243b-4de9-b2ff-35c24639b7e1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[40bf6934-0111-46ca-abb6-a160f38eae95]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4, portal: 172.16.0.220,3260]
Dec 01 21:15:35 user nova-compute[75255]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4, portal: 172.16.0.220,3260] successful.
Dec 01 21:15:35 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6054c80-9646-437d-a2da-cdf9b5246402]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] <== disconnect_volume: return (370ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:15:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG nova.objects.instance [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lazy-loading 'flavor' on Instance uuid dec1d95f-088a-4df5-8bb7-b7d43cbd286c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2bcc3057-bf5c-4713-bd9a-46eb73355e9b tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.112s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.992s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:36 user nova-compute[75255]: INFO nova.compute.manager [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Terminating instance
Dec 01 21:15:36 user nova-compute[75255]: DEBUG nova.compute.manager [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-2dc28fca-99ff-443c-8716-7fc44378421e req-b9ea1f55-7630-4f87-b0c7-955fd4a3208f service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-unplugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2dc28fca-99ff-443c-8716-7fc44378421e req-b9ea1f55-7630-4f87-b0c7-955fd4a3208f service nova] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2dc28fca-99ff-443c-8716-7fc44378421e req-b9ea1f55-7630-4f87-b0c7-955fd4a3208f service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2dc28fca-99ff-443c-8716-7fc44378421e req-b9ea1f55-7630-4f87-b0c7-955fd4a3208f service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-2dc28fca-99ff-443c-8716-7fc44378421e req-b9ea1f55-7630-4f87-b0c7-955fd4a3208f service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] No waiting events found dispatching network-vif-unplugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-2dc28fca-99ff-443c-8716-7fc44378421e req-b9ea1f55-7630-4f87-b0c7-955fd4a3208f service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-unplugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:15:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Instance destroyed successfully.
Dec 01 21:15:37 user nova-compute[75255]: DEBUG nova.objects.instance [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lazy-loading 'resources' on Instance uuid dec1d95f-088a-4df5-8bb7-b7d43cbd286c {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:12:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1392189653',display_name='tempest-VolumesSnapshotTestJSON-instance-1392189653',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1392189653',id=17,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBowoJ2gwXMM9DJlgJWTV9AU9lMXm0umjTTY58J3nIIXkMmRP+0IVI1WFU4Ut2MiW3yh99GUjaF2/Gnp77DhxZe9L7zhpyGW9Q6o7oZkYcO1GqzmgXIri/1y8Jqles4eQ==',key_name='tempest-keypair-806315072',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:12:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e6dff980c8bc4a808d3e789556a7a554',ramdisk_id='',reservation_id='r-4cn95v16',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1278801003',owner_user_name='tempest-VolumesSnapshotTestJSON-1278801003-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:12:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9f342012a96a4edabf8268c2a0ea8743',uuid=dec1d95f-088a-4df5-8bb7-b7d43cbd286c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converting VIF {"id": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "address": "fa:16:3e:92:f1:7c", "network": {"id": "81ab938a-8b31-42b1-9eab-dba9c83c9923", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-860921580-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6dff980c8bc4a808d3e789556a7a554", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap862df1d3-ed", "ovs_interfaceid": "862df1d3-ed4b-4d35-ae2b-0e74c6ee7904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:92:f1:7c,bridge_name='br-int',has_traffic_filtering=True,id=862df1d3-ed4b-4d35-ae2b-0e74c6ee7904,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap862df1d3-ed') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_vif [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:f1:7c,bridge_name='br-int',has_traffic_filtering=True,id=862df1d3-ed4b-4d35-ae2b-0e74c6ee7904,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap862df1d3-ed') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap862df1d3-ed, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f8deb949-763f-4cc4-a945-e704796f136a) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: INFO os_vif [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:f1:7c,bridge_name='br-int',has_traffic_filtering=True,id=862df1d3-ed4b-4d35-ae2b-0e74c6ee7904,network=Network(81ab938a-8b31-42b1-9eab-dba9c83c9923),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap862df1d3-ed')
Dec 01 21:15:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nbXvIFRJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:15:37 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[44895a71-347f-49d2-b003-c3c0acb0658e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:15:37 user nova-compute[75255]: No targets found.
Dec 01 21:15:37 user nova-compute[75255]: iSNS:
Dec 01 21:15:37 user nova-compute[75255]: No targets found.
Dec 01 21:15:37 user nova-compute[75255]: STATIC:
Dec 01 21:15:37 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:15:37 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:15:37 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:15:37 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:15:37 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:15:37 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:15:37 user nova-compute[75255]: FIRMWARE:
Dec 01 21:15:37 user nova-compute[75255]: No targets found.
Dec 01 21:15:37 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:15:37 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:15:37 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97dd22e2-1302-44fd-a4a6-295ef56fb3c4', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bc94654-bce7-453a-b94a-173e158f4e10]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba42091f-c61e-494c-822e-4811dcabcb0d]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:15:37 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:15:37 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:15:37 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:15:37 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd3c700>, {}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Disconnecting from: [] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.106s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] <== disconnect_volume: return (106ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:15:37 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Deleting instance files /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c_del
Dec 01 21:15:37 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Deletion of /opt/stack/data/nova/instances/dec1d95f-088a-4df5-8bb7-b7d43cbd286c_del complete
Dec 01 21:15:37 user nova-compute[75255]: INFO nova.compute.manager [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Took 1.18 seconds to destroy the instance on the hypervisor.
Dec 01 21:15:37 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:15:38 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Took 1.19 seconds to deallocate network for instance.
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-5945c3be-03a7-451c-9df0-5831f75ec6eb req-dcb0c35e-ced8-49e9-b8a5-6d119125d7bd service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-deleted-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:38 user nova-compute[75255]: WARNING nova.volume.cinder [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Attachment ca2a22fc-c77f-4789-a34a-6261034eb2ec does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = ca2a22fc-c77f-4789-a34a-6261034eb2ec. (HTTP 404) (Request-ID: req-f3dd986b-27f4-4668-a7d1-7844a0e82cd5)
Dec 01 21:15:38 user nova-compute[75255]: INFO nova.compute.manager [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Took 0.04 seconds to detach 1 volumes for instance.
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] No waiting events found dispatching network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:15:38 user nova-compute[75255]: WARNING nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received unexpected event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 for instance with vm_state active and task_state deleting.
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] No waiting events found dispatching network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:15:38 user nova-compute[75255]: WARNING nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received unexpected event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 for instance with vm_state active and task_state deleting.
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] No waiting events found dispatching network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:15:38 user nova-compute[75255]: WARNING nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received unexpected event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 for instance with vm_state active and task_state deleting.
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-unplugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] No waiting events found dispatching network-vif-unplugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-38e81493-159e-4d25-8143-794fd6471eff req-bdaeadc7-5901-48b0-84cc-25a25b6a5789 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-unplugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:39 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:15:39 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:15:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.399s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:39 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Deleted allocations for instance dec1d95f-088a-4df5-8bb7-b7d43cbd286c
Dec 01 21:15:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d1b69bd-e46f-4917-825a-f1ca8504983c tempest-VolumesSnapshotTestJSON-1278801003 tempest-VolumesSnapshotTestJSON-1278801003-project-member] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.021s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-b77527e3-60f7-4c66-b13b-826c2c6c60c1 req-3777b322-6a95-4557-9ed3-07b02559afc7 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b77527e3-60f7-4c66-b13b-826c2c6c60c1 req-3777b322-6a95-4557-9ed3-07b02559afc7 service nova] Acquiring lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b77527e3-60f7-4c66-b13b-826c2c6c60c1 req-3777b322-6a95-4557-9ed3-07b02559afc7 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b77527e3-60f7-4c66-b13b-826c2c6c60c1 req-3777b322-6a95-4557-9ed3-07b02559afc7 service nova] Lock "dec1d95f-088a-4df5-8bb7-b7d43cbd286c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-b77527e3-60f7-4c66-b13b-826c2c6c60c1 req-3777b322-6a95-4557-9ed3-07b02559afc7 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] No waiting events found dispatching network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:15:40 user nova-compute[75255]: WARNING nova.compute.manager [req-b77527e3-60f7-4c66-b13b-826c2c6c60c1 req-3777b322-6a95-4557-9ed3-07b02559afc7 service nova] [instance: dec1d95f-088a-4df5-8bb7-b7d43cbd286c] Received unexpected event network-vif-plugged-862df1d3-ed4b-4d35-ae2b-0e74c6ee7904 for instance with vm_state deleted and task_state None.
Dec 01 21:15:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.objects.instance [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquired lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.network.neutron [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.objects.instance [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'info_cache' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.objects.base [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.network.neutron [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updating instance_info_cache with network_info: [{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Releasing lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:15:44 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance destroyed successfully.
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.objects.instance [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'resources' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.objects.base [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1342521602',display_name='tempest-AttachVolumeTestJSON-server-1342521602',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1342521602',id=3,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSL5MAHzml9K/zjL/dqe2gk1aGrfKA8ISNoIEkRSMhBGxg6xpykTeyAJv8N0AC2Fj914Akrf9kbuZZXQWVUotNjDNvtJ38x60zkMbWfdA08k1qfeIaws87wxKMISkMIOA==',key_name='tempest-keypair-1522987857',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-0eg8u8kt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:13:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=ce56d8e0-6289-4dde-9553-f3fb13918bc0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG os_vif [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape271cd3f-47, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=757dac0e-809a-4426-a55e-0d844d1f3ca9) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:15:44 user nova-compute[75255]: INFO os_vif [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47')
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Start _get_guest_xml network_info=[{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.objects.instance [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'numa_topology' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:44 user nova-compute[75255]: DEBUG nova.objects.base [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:15:44 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:15:45 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'vcpu_model' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.objects.base [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1342521602',display_name='tempest-AttachVolumeTestJSON-server-1342521602',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1342521602',id=3,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSL5MAHzml9K/zjL/dqe2gk1aGrfKA8ISNoIEkRSMhBGxg6xpykTeyAJv8N0AC2Fj914Akrf9kbuZZXQWVUotNjDNvtJ38x60zkMbWfdA08k1qfeIaws87wxKMISkMIOA==',key_name='tempest-keypair-1522987857',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-0eg8u8kt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:13:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=ce56d8e0-6289-4dde-9553-f3fb13918bc0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'pci_devices' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.objects.base [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:15:45 user nova-compute[75255]:   <uuid>ce56d8e0-6289-4dde-9553-f3fb13918bc0</uuid>
Dec 01 21:15:45 user nova-compute[75255]:   <name>instance-00000003</name>
Dec 01 21:15:45 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:15:45 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:15:45 user nova-compute[75255]:   <metadata>
Dec 01 21:15:45 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:15:45 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:15:45 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeTestJSON-server-1342521602</nova:name>
Dec 01 21:15:45 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:15:45</nova:creationTime>
Dec 01 21:15:45 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:15:45 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:15:45 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:15:45 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:15:45 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:15:45 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:15:45 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:15:45 user nova-compute[75255]:       <nova:owner>
Dec 01 21:15:45 user nova-compute[75255]:         <nova:user uuid="665f289c8a70400bb50612d2b9744322">tempest-AttachVolumeTestJSON-1814331807-project-member</nova:user>
Dec 01 21:15:45 user nova-compute[75255]:         <nova:project uuid="c60d35f44f614c31ae5c4b304b4e8fbf">tempest-AttachVolumeTestJSON-1814331807</nova:project>
Dec 01 21:15:45 user nova-compute[75255]:       </nova:owner>
Dec 01 21:15:45 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:15:45 user nova-compute[75255]:       <nova:ports>
Dec 01 21:15:45 user nova-compute[75255]:         <nova:port uuid="e271cd3f-47b5-4354-8119-8d35da7a4193">
Dec 01 21:15:45 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 21:15:45 user nova-compute[75255]:         </nova:port>
Dec 01 21:15:45 user nova-compute[75255]:       </nova:ports>
Dec 01 21:15:45 user nova-compute[75255]:     </nova:instance>
Dec 01 21:15:45 user nova-compute[75255]:   </metadata>
Dec 01 21:15:45 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:15:45 user nova-compute[75255]:     <system>
Dec 01 21:15:45 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:15:45 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:15:45 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:15:45 user nova-compute[75255]:       <entry name="serial">ce56d8e0-6289-4dde-9553-f3fb13918bc0</entry>
Dec 01 21:15:45 user nova-compute[75255]:       <entry name="uuid">ce56d8e0-6289-4dde-9553-f3fb13918bc0</entry>
Dec 01 21:15:45 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:15:45 user nova-compute[75255]:     </system>
Dec 01 21:15:45 user nova-compute[75255]:   </sysinfo>
Dec 01 21:15:45 user nova-compute[75255]:   <os>
Dec 01 21:15:45 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:15:45 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:15:45 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:15:45 user nova-compute[75255]:   </os>
Dec 01 21:15:45 user nova-compute[75255]:   <features>
Dec 01 21:15:45 user nova-compute[75255]:     <acpi/>
Dec 01 21:15:45 user nova-compute[75255]:     <apic/>
Dec 01 21:15:45 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:15:45 user nova-compute[75255]:   </features>
Dec 01 21:15:45 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:15:45 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:15:45 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:15:45 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:15:45 user nova-compute[75255]:   </clock>
Dec 01 21:15:45 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:15:45 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:15:45 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:15:45 user nova-compute[75255]:   </cpu>
Dec 01 21:15:45 user nova-compute[75255]:   <devices>
Dec 01 21:15:45 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:15:45 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:15:45 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk"/>
Dec 01 21:15:45 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:15:45 user nova-compute[75255]:     </disk>
Dec 01 21:15:45 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:15:45 user nova-compute[75255]:       <mac address="fa:16:3e:95:d8:29"/>
Dec 01 21:15:45 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:15:45 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:15:45 user nova-compute[75255]:       <target dev="tape271cd3f-47"/>
Dec 01 21:15:45 user nova-compute[75255]:     </interface>
Dec 01 21:15:45 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:15:45 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/console.log" append="off"/>
Dec 01 21:15:45 user nova-compute[75255]:     </serial>
Dec 01 21:15:45 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:15:45 user nova-compute[75255]:     <video>
Dec 01 21:15:45 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:15:45 user nova-compute[75255]:     </video>
Dec 01 21:15:45 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:15:45 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:15:45 user nova-compute[75255]:     </rng>
Dec 01 21:15:45 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:15:45 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:15:45 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:15:45 user nova-compute[75255]:     </memballoon>
Dec 01 21:15:45 user nova-compute[75255]:   </devices>
Dec 01 21:15:45 user nova-compute[75255]: </domain>
Dec 01 21:15:45 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'trusted_certs' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.objects.base [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Cannot resize image /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'migration_context' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.objects.base [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Object Instance<ce56d8e0-6289-4dde-9553-f3fb13918bc0> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1342521602',display_name='tempest-AttachVolumeTestJSON-server-1342521602',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1342521602',id=3,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSL5MAHzml9K/zjL/dqe2gk1aGrfKA8ISNoIEkRSMhBGxg6xpykTeyAJv8N0AC2Fj914Akrf9kbuZZXQWVUotNjDNvtJ38x60zkMbWfdA08k1qfeIaws87wxKMISkMIOA==',key_name='tempest-keypair-1522987857',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-0eg8u8kt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:13:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=ce56d8e0-6289-4dde-9553-f3fb13918bc0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG os_vif [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c6032991-e030-5fc2-9930-1e6249b4ba44', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:15:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape271cd3f-47, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape271cd3f-47, col_values=(('qos', UUID('878049bb-b82d-49e8-956c-4428b9db9033')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape271cd3f-47, col_values=(('external_ids', {'iface-id': 'e271cd3f-47b5-4354-8119-8d35da7a4193', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:d8:29', 'vm-uuid': 'ce56d8e0-6289-4dde-9553-f3fb13918bc0'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:15:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:15:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:46 user nova-compute[75255]: INFO os_vif [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47')
Dec 01 21:15:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-9f0774d9-f6a1-4af2-9cc1-44cf7a36cf12 req-60fe7e5b-a7f5-49e4-b69e-17d45ec3779c service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9f0774d9-f6a1-4af2-9cc1-44cf7a36cf12 req-60fe7e5b-a7f5-49e4-b69e-17d45ec3779c service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9f0774d9-f6a1-4af2-9cc1-44cf7a36cf12 req-60fe7e5b-a7f5-49e4-b69e-17d45ec3779c service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9f0774d9-f6a1-4af2-9cc1-44cf7a36cf12 req-60fe7e5b-a7f5-49e4-b69e-17d45ec3779c service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-9f0774d9-f6a1-4af2-9cc1-44cf7a36cf12 req-60fe7e5b-a7f5-49e4-b69e-17d45ec3779c service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:15:48 user nova-compute[75255]: WARNING nova.compute.manager [req-9f0774d9-f6a1-4af2-9cc1-44cf7a36cf12 req-60fe7e5b-a7f5-49e4-b69e-17d45ec3779c service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state stopped and task_state powering-on.
Dec 01 21:15:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-228cd89f-3657-404d-be2d-599bd14d5246 req-533bc50e-7705-4458-83b1-ee08891ceb20 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:15:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-228cd89f-3657-404d-be2d-599bd14d5246 req-533bc50e-7705-4458-83b1-ee08891ceb20 service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-228cd89f-3657-404d-be2d-599bd14d5246 req-533bc50e-7705-4458-83b1-ee08891ceb20 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-228cd89f-3657-404d-be2d-599bd14d5246 req-533bc50e-7705-4458-83b1-ee08891ceb20 service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-228cd89f-3657-404d-be2d-599bd14d5246 req-533bc50e-7705-4458-83b1-ee08891ceb20 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:15:50 user nova-compute[75255]: WARNING nova.compute.manager [req-228cd89f-3657-404d-be2d-599bd14d5246 req-533bc50e-7705-4458-83b1-ee08891ceb20 service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state stopped and task_state powering-on.
Dec 01 21:15:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:15:50 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance rebooted successfully.
Dec 01 21:15:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-85cb86d6-8a87-4641-992a-2644af264f3a tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:15:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:15:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:15:56 user nova-compute[75255]: INFO nova.compute.claims [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Claim successful on node user
Dec 01 21:15:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.560s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG nova.network.neutron [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:15:57 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:15:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:15:57 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Creating image(s)
Dec 01 21:15:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "/opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "/opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "/opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG nova.policy [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6595166888974b6faf752d582badda49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e41bcb6256804cbaaa2e4a3f022cf19d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.259s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.215s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk 1073741824" returned: 0 in 0.069s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.293s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.202s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Cannot resize image /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Ensure instance console log exists: /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:15:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Successfully created port: fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:15:59 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.network.neutron [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Successfully updated port: fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "refresh_cache-6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquired lock "refresh_cache-6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.network.neutron [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-b20aef5e-8d8b-43f1-bfa8-6ecdc9a549ed req-338cb94b-ed92-47ff-865f-5c5fad994278 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-changed-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-b20aef5e-8d8b-43f1-bfa8-6ecdc9a549ed req-338cb94b-ed92-47ff-865f-5c5fad994278 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Refreshing instance network info cache due to event network-changed-fdad2c60-8bec-4b69-875c-a96bd6df9246. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b20aef5e-8d8b-43f1-bfa8-6ecdc9a549ed req-338cb94b-ed92-47ff-865f-5c5fad994278 service nova] Acquiring lock "refresh_cache-6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.network.neutron [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.network.neutron [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Updating instance_info_cache with network_info: [{"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Releasing lock "refresh_cache-6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.compute.manager [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Instance network_info: |[{"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b20aef5e-8d8b-43f1-bfa8-6ecdc9a549ed req-338cb94b-ed92-47ff-865f-5c5fad994278 service nova] Acquired lock "refresh_cache-6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.network.neutron [req-b20aef5e-8d8b-43f1-bfa8-6ecdc9a549ed req-338cb94b-ed92-47ff-865f-5c5fad994278 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Refreshing network info cache for port fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Start _get_guest_xml network_info=[{"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:16:00 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:16:00 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:15:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-144023949',display_name='tempest-ServersNegativeTestJSON-server-144023949',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-144023949',id=21,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e41bcb6256804cbaaa2e4a3f022cf19d',ramdisk_id='',reservation_id='r-1usy52nh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1729922498',owner_user_name='tempest-ServersNegativeTestJSON-1729922498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:15:58Z,user_data=None,user_id='6595166888974b6faf752d582badda49',uuid=6fc559cb-cee1-46c8-abc7-491d5f4fe9a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converting VIF {"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=fdad2c60-8bec-4b69-875c-a96bd6df9246,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdad2c60-8b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.objects.instance [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lazy-loading 'pci_devices' on Instance uuid 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:16:00 user nova-compute[75255]:   <uuid>6fc559cb-cee1-46c8-abc7-491d5f4fe9a2</uuid>
Dec 01 21:16:00 user nova-compute[75255]:   <name>instance-00000015</name>
Dec 01 21:16:00 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:16:00 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:16:00 user nova-compute[75255]:   <metadata>
Dec 01 21:16:00 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:16:00 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:16:00 user nova-compute[75255]:       <nova:name>tempest-ServersNegativeTestJSON-server-144023949</nova:name>
Dec 01 21:16:00 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:16:00</nova:creationTime>
Dec 01 21:16:00 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:16:00 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:16:00 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:16:00 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:16:00 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:16:00 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:16:00 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:16:00 user nova-compute[75255]:       <nova:owner>
Dec 01 21:16:00 user nova-compute[75255]:         <nova:user uuid="6595166888974b6faf752d582badda49">tempest-ServersNegativeTestJSON-1729922498-project-member</nova:user>
Dec 01 21:16:00 user nova-compute[75255]:         <nova:project uuid="e41bcb6256804cbaaa2e4a3f022cf19d">tempest-ServersNegativeTestJSON-1729922498</nova:project>
Dec 01 21:16:00 user nova-compute[75255]:       </nova:owner>
Dec 01 21:16:00 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:16:00 user nova-compute[75255]:       <nova:ports>
Dec 01 21:16:00 user nova-compute[75255]:         <nova:port uuid="fdad2c60-8bec-4b69-875c-a96bd6df9246">
Dec 01 21:16:00 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 01 21:16:00 user nova-compute[75255]:         </nova:port>
Dec 01 21:16:00 user nova-compute[75255]:       </nova:ports>
Dec 01 21:16:00 user nova-compute[75255]:     </nova:instance>
Dec 01 21:16:00 user nova-compute[75255]:   </metadata>
Dec 01 21:16:00 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:16:00 user nova-compute[75255]:     <system>
Dec 01 21:16:00 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:16:00 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:16:00 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:16:00 user nova-compute[75255]:       <entry name="serial">6fc559cb-cee1-46c8-abc7-491d5f4fe9a2</entry>
Dec 01 21:16:00 user nova-compute[75255]:       <entry name="uuid">6fc559cb-cee1-46c8-abc7-491d5f4fe9a2</entry>
Dec 01 21:16:00 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:16:00 user nova-compute[75255]:     </system>
Dec 01 21:16:00 user nova-compute[75255]:   </sysinfo>
Dec 01 21:16:00 user nova-compute[75255]:   <os>
Dec 01 21:16:00 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:16:00 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:16:00 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:16:00 user nova-compute[75255]:   </os>
Dec 01 21:16:00 user nova-compute[75255]:   <features>
Dec 01 21:16:00 user nova-compute[75255]:     <acpi/>
Dec 01 21:16:00 user nova-compute[75255]:     <apic/>
Dec 01 21:16:00 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:16:00 user nova-compute[75255]:   </features>
Dec 01 21:16:00 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:16:00 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:16:00 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:16:00 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:16:00 user nova-compute[75255]:   </clock>
Dec 01 21:16:00 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:16:00 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:16:00 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:16:00 user nova-compute[75255]:   </cpu>
Dec 01 21:16:00 user nova-compute[75255]:   <devices>
Dec 01 21:16:00 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:16:00 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:16:00 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk"/>
Dec 01 21:16:00 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:16:00 user nova-compute[75255]:     </disk>
Dec 01 21:16:00 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:16:00 user nova-compute[75255]:       <mac address="fa:16:3e:72:2d:46"/>
Dec 01 21:16:00 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:16:00 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:16:00 user nova-compute[75255]:       <target dev="tapfdad2c60-8b"/>
Dec 01 21:16:00 user nova-compute[75255]:     </interface>
Dec 01 21:16:00 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:16:00 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/console.log" append="off"/>
Dec 01 21:16:00 user nova-compute[75255]:     </serial>
Dec 01 21:16:00 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:16:00 user nova-compute[75255]:     <video>
Dec 01 21:16:00 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:16:00 user nova-compute[75255]:     </video>
Dec 01 21:16:00 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:16:00 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:16:00 user nova-compute[75255]:     </rng>
Dec 01 21:16:00 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:16:00 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:16:00 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:16:00 user nova-compute[75255]:     </memballoon>
Dec 01 21:16:00 user nova-compute[75255]:   </devices>
Dec 01 21:16:00 user nova-compute[75255]: </domain>
Dec 01 21:16:00 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:15:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-144023949',display_name='tempest-ServersNegativeTestJSON-server-144023949',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-144023949',id=21,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e41bcb6256804cbaaa2e4a3f022cf19d',ramdisk_id='',reservation_id='r-1usy52nh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1729922498',owner_user_name='tempest-ServersNegativeTestJSON-1729922498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:15:58Z,user_data=None,user_id='6595166888974b6faf752d582badda49',uuid=6fc559cb-cee1-46c8-abc7-491d5f4fe9a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converting VIF {"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=fdad2c60-8bec-4b69-875c-a96bd6df9246,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdad2c60-8b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG os_vif [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=fdad2c60-8bec-4b69-875c-a96bd6df9246,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdad2c60-8b') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b1a9b590-51ce-5d39-a2d1-f9596b8c9ffc', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfdad2c60-8b, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfdad2c60-8b, col_values=(('qos', UUID('aaa77b53-2abb-4fa9-bd95-af48216c7da7')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfdad2c60-8b, col_values=(('external_ids', {'iface-id': 'fdad2c60-8bec-4b69-875c-a96bd6df9246', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:72:2d:46', 'vm-uuid': '6fc559cb-cee1-46c8-abc7-491d5f4fe9a2'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:00 user nova-compute[75255]: INFO os_vif [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=fdad2c60-8bec-4b69-875c-a96bd6df9246,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdad2c60-8b')
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:16:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] No VIF found with MAC fa:16:3e:72:2d:46, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:16:01 user nova-compute[75255]: DEBUG nova.network.neutron [req-b20aef5e-8d8b-43f1-bfa8-6ecdc9a549ed req-338cb94b-ed92-47ff-865f-5c5fad994278 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Updated VIF entry in instance network info cache for port fdad2c60-8bec-4b69-875c-a96bd6df9246. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:16:01 user nova-compute[75255]: DEBUG nova.network.neutron [req-b20aef5e-8d8b-43f1-bfa8-6ecdc9a549ed req-338cb94b-ed92-47ff-865f-5c5fad994278 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Updating instance_info_cache with network_info: [{"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:16:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b20aef5e-8d8b-43f1-bfa8-6ecdc9a549ed req-338cb94b-ed92-47ff-865f-5c5fad994278 service nova] Releasing lock "refresh_cache-6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:16:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:16:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:16:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:16:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:16:01 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updating instance_info_cache with network_info: [{"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-ce56d8e0-6289-4dde-9553-f3fb13918bc0" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-d1d14a0c-2f17-4e07-ac37-cd60fdd1e872 req-f8aeaacd-1d34-4b48-b55f-804c54ce66ca service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d1d14a0c-2f17-4e07-ac37-cd60fdd1e872 req-f8aeaacd-1d34-4b48-b55f-804c54ce66ca service nova] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d1d14a0c-2f17-4e07-ac37-cd60fdd1e872 req-f8aeaacd-1d34-4b48-b55f-804c54ce66ca service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d1d14a0c-2f17-4e07-ac37-cd60fdd1e872 req-f8aeaacd-1d34-4b48-b55f-804c54ce66ca service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-d1d14a0c-2f17-4e07-ac37-cd60fdd1e872 req-f8aeaacd-1d34-4b48-b55f-804c54ce66ca service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] No waiting events found dispatching network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:16:02 user nova-compute[75255]: WARNING nova.compute.manager [req-d1d14a0c-2f17-4e07-ac37-cd60fdd1e872 req-f8aeaacd-1d34-4b48-b55f-804c54ce66ca service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received unexpected event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 for instance with vm_state building and task_state spawning.
Dec 01 21:16:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:16:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-37c6f6b9-d23f-45a4-b59f-027a59f42ae8 req-c851526b-e864-4f7b-aa18-7a8c12d59094 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-37c6f6b9-d23f-45a4-b59f-027a59f42ae8 req-c851526b-e864-4f7b-aa18-7a8c12d59094 service nova] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-37c6f6b9-d23f-45a4-b59f-027a59f42ae8 req-c851526b-e864-4f7b-aa18-7a8c12d59094 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-37c6f6b9-d23f-45a4-b59f-027a59f42ae8 req-c851526b-e864-4f7b-aa18-7a8c12d59094 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-37c6f6b9-d23f-45a4-b59f-027a59f42ae8 req-c851526b-e864-4f7b-aa18-7a8c12d59094 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] No waiting events found dispatching network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:16:04 user nova-compute[75255]: WARNING nova.compute.manager [req-37c6f6b9-d23f-45a4-b59f-027a59f42ae8 req-c851526b-e864-4f7b-aa18-7a8c12d59094 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received unexpected event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 for instance with vm_state building and task_state spawning.
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:16:05 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Instance spawned successfully.
Dec 01 21:16:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:05 user nova-compute[75255]: INFO nova.compute.manager [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Took 7.51 seconds to spawn the instance on the hypervisor.
Dec 01 21:16:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:16:05 user nova-compute[75255]: INFO nova.compute.manager [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Took 8.46 seconds to build instance.
Dec 01 21:16:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cc027286-1e28-49b7-b2ae-bc68e363bb2d tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.601s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:16:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7862MB free_disk=25.37395477294922GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 9847ecf4-dbea-4b17-a723-188e78ce9fbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance b431b239-a5c4-4512-9153-c621b3dccbab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:16:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.638s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:16:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:16:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:16:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:16:12 user nova-compute[75255]: INFO nova.compute.claims [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Claim successful on node user
Dec 01 21:16:12 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.473s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:16:12 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:16:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:16:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG nova.policy [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62c6c7cf0f834c3a9ebb4760892d89ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '558b072aefad42218b9577f6b5bd6909', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:16:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Creating image(s)
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "/opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "/opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "/opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.200s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.229s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk 1073741824" returned: 0 in 0.051s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.212s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Checking if we can resize image /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Cannot resize image /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Ensure instance console log exists: /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:14 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Successfully created port: b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Successfully updated port: b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "refresh_cache-be330e7b-dcd1-4790-923e-6ff9557f3b84" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquired lock "refresh_cache-be330e7b-dcd1-4790-923e-6ff9557f3b84" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-697348c1-8ec6-4850-ac47-8fb3bd3d08d3 req-f6d3f838-c746-45c3-86fb-3283916079c0 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received event network-changed-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-697348c1-8ec6-4850-ac47-8fb3bd3d08d3 req-f6d3f838-c746-45c3-86fb-3283916079c0 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Refreshing instance network info cache due to event network-changed-b801a011-eb2d-4213-8a24-04ffb5e06a55. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-697348c1-8ec6-4850-ac47-8fb3bd3d08d3 req-f6d3f838-c746-45c3-86fb-3283916079c0 service nova] Acquiring lock "refresh_cache-be330e7b-dcd1-4790-923e-6ff9557f3b84" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Updating instance_info_cache with network_info: [{"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Releasing lock "refresh_cache-be330e7b-dcd1-4790-923e-6ff9557f3b84" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Instance network_info: |[{"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-697348c1-8ec6-4850-ac47-8fb3bd3d08d3 req-f6d3f838-c746-45c3-86fb-3283916079c0 service nova] Acquired lock "refresh_cache-be330e7b-dcd1-4790-923e-6ff9557f3b84" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-697348c1-8ec6-4850-ac47-8fb3bd3d08d3 req-f6d3f838-c746-45c3-86fb-3283916079c0 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Refreshing network info cache for port b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Start _get_guest_xml network_info=[{"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:16:15 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:16:15 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:16:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-240453840',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-240453840',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2404538',id=22,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPznVVraLtOs4cVqwetaDIYnNqbmgasgJ253mw+Jn1P51e+irfX7m8PbahTPTOjlru0Y6VfLxl+QnUs36mQTQ6yhn8HWAyqtTInqh9wE5V+3hJK+/Z+nBURfZGQuvKObfA==',key_name='tempest-keypair-536179750',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='558b072aefad42218b9577f6b5bd6909',ramdisk_id='',reservation_id='r-gjaqu6hd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1206591549',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:16:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='62c6c7cf0f834c3a9ebb4760892d89ba',uuid=be330e7b-dcd1-4790-923e-6ff9557f3b84,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Converting VIF {"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:e6:9e,bridge_name='br-int',has_traffic_filtering=True,id=b801a011-eb2d-4213-8a24-04ffb5e06a55,network=Network(30464e0b-0d9a-4875-90d9-d456bd77da2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb801a011-eb') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.objects.instance [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lazy-loading 'pci_devices' on Instance uuid be330e7b-dcd1-4790-923e-6ff9557f3b84 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:16:15 user nova-compute[75255]:   <uuid>be330e7b-dcd1-4790-923e-6ff9557f3b84</uuid>
Dec 01 21:16:15 user nova-compute[75255]:   <name>instance-00000016</name>
Dec 01 21:16:15 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:16:15 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:16:15 user nova-compute[75255]:   <metadata>
Dec 01 21:16:15 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:16:15 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:16:15 user nova-compute[75255]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-240453840</nova:name>
Dec 01 21:16:15 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:16:15</nova:creationTime>
Dec 01 21:16:15 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:16:15 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:16:15 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:16:15 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:16:15 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:16:15 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:16:15 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:16:15 user nova-compute[75255]:       <nova:owner>
Dec 01 21:16:15 user nova-compute[75255]:         <nova:user uuid="62c6c7cf0f834c3a9ebb4760892d89ba">tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member</nova:user>
Dec 01 21:16:15 user nova-compute[75255]:         <nova:project uuid="558b072aefad42218b9577f6b5bd6909">tempest-TestServerVolumeAttachScenarioOldVersion-1206591549</nova:project>
Dec 01 21:16:15 user nova-compute[75255]:       </nova:owner>
Dec 01 21:16:15 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:16:15 user nova-compute[75255]:       <nova:ports>
Dec 01 21:16:15 user nova-compute[75255]:         <nova:port uuid="b801a011-eb2d-4213-8a24-04ffb5e06a55">
Dec 01 21:16:15 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 01 21:16:15 user nova-compute[75255]:         </nova:port>
Dec 01 21:16:15 user nova-compute[75255]:       </nova:ports>
Dec 01 21:16:15 user nova-compute[75255]:     </nova:instance>
Dec 01 21:16:15 user nova-compute[75255]:   </metadata>
Dec 01 21:16:15 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:16:15 user nova-compute[75255]:     <system>
Dec 01 21:16:15 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:16:15 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:16:15 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:16:15 user nova-compute[75255]:       <entry name="serial">be330e7b-dcd1-4790-923e-6ff9557f3b84</entry>
Dec 01 21:16:15 user nova-compute[75255]:       <entry name="uuid">be330e7b-dcd1-4790-923e-6ff9557f3b84</entry>
Dec 01 21:16:15 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:16:15 user nova-compute[75255]:     </system>
Dec 01 21:16:15 user nova-compute[75255]:   </sysinfo>
Dec 01 21:16:15 user nova-compute[75255]:   <os>
Dec 01 21:16:15 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:16:15 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:16:15 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:16:15 user nova-compute[75255]:   </os>
Dec 01 21:16:15 user nova-compute[75255]:   <features>
Dec 01 21:16:15 user nova-compute[75255]:     <acpi/>
Dec 01 21:16:15 user nova-compute[75255]:     <apic/>
Dec 01 21:16:15 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:16:15 user nova-compute[75255]:   </features>
Dec 01 21:16:15 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:16:15 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:16:15 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:16:15 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:16:15 user nova-compute[75255]:   </clock>
Dec 01 21:16:15 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:16:15 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:16:15 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:16:15 user nova-compute[75255]:   </cpu>
Dec 01 21:16:15 user nova-compute[75255]:   <devices>
Dec 01 21:16:15 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:16:15 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:16:15 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk"/>
Dec 01 21:16:15 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:16:15 user nova-compute[75255]:     </disk>
Dec 01 21:16:15 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:16:15 user nova-compute[75255]:       <mac address="fa:16:3e:e3:e6:9e"/>
Dec 01 21:16:15 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:16:15 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:16:15 user nova-compute[75255]:       <target dev="tapb801a011-eb"/>
Dec 01 21:16:15 user nova-compute[75255]:     </interface>
Dec 01 21:16:15 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:16:15 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/console.log" append="off"/>
Dec 01 21:16:15 user nova-compute[75255]:     </serial>
Dec 01 21:16:15 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:16:15 user nova-compute[75255]:     <video>
Dec 01 21:16:15 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:16:15 user nova-compute[75255]:     </video>
Dec 01 21:16:15 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:16:15 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:16:15 user nova-compute[75255]:     </rng>
Dec 01 21:16:15 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:16:15 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:16:15 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:16:15 user nova-compute[75255]:     </memballoon>
Dec 01 21:16:15 user nova-compute[75255]:   </devices>
Dec 01 21:16:15 user nova-compute[75255]: </domain>
Dec 01 21:16:15 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:16:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-240453840',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-240453840',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2404538',id=22,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPznVVraLtOs4cVqwetaDIYnNqbmgasgJ253mw+Jn1P51e+irfX7m8PbahTPTOjlru0Y6VfLxl+QnUs36mQTQ6yhn8HWAyqtTInqh9wE5V+3hJK+/Z+nBURfZGQuvKObfA==',key_name='tempest-keypair-536179750',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='558b072aefad42218b9577f6b5bd6909',ramdisk_id='',reservation_id='r-gjaqu6hd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1206591549',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:16:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='62c6c7cf0f834c3a9ebb4760892d89ba',uuid=be330e7b-dcd1-4790-923e-6ff9557f3b84,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Converting VIF {"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:e6:9e,bridge_name='br-int',has_traffic_filtering=True,id=b801a011-eb2d-4213-8a24-04ffb5e06a55,network=Network(30464e0b-0d9a-4875-90d9-d456bd77da2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb801a011-eb') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG os_vif [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:e6:9e,bridge_name='br-int',has_traffic_filtering=True,id=b801a011-eb2d-4213-8a24-04ffb5e06a55,network=Network(30464e0b-0d9a-4875-90d9-d456bd77da2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb801a011-eb') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5414e60f-b79a-5fd3-b755-ee033e4c69c0', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb801a011-eb, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb801a011-eb, col_values=(('qos', UUID('14bd3a38-1241-46d0-9b39-8d50f0508d51')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb801a011-eb, col_values=(('external_ids', {'iface-id': 'b801a011-eb2d-4213-8a24-04ffb5e06a55', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:e6:9e', 'vm-uuid': 'be330e7b-dcd1-4790-923e-6ff9557f3b84'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:15 user nova-compute[75255]: INFO os_vif [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:e6:9e,bridge_name='br-int',has_traffic_filtering=True,id=b801a011-eb2d-4213-8a24-04ffb5e06a55,network=Network(30464e0b-0d9a-4875-90d9-d456bd77da2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb801a011-eb')
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:16:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] No VIF found with MAC fa:16:3e:e3:e6:9e, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:16:16 user nova-compute[75255]: DEBUG nova.network.neutron [req-697348c1-8ec6-4850-ac47-8fb3bd3d08d3 req-f6d3f838-c746-45c3-86fb-3283916079c0 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Updated VIF entry in instance network info cache for port b801a011-eb2d-4213-8a24-04ffb5e06a55. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:16:16 user nova-compute[75255]: DEBUG nova.network.neutron [req-697348c1-8ec6-4850-ac47-8fb3bd3d08d3 req-f6d3f838-c746-45c3-86fb-3283916079c0 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Updating instance_info_cache with network_info: [{"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:16:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-697348c1-8ec6-4850-ac47-8fb3bd3d08d3 req-f6d3f838-c746-45c3-86fb-3283916079c0 service nova] Releasing lock "refresh_cache-be330e7b-dcd1-4790-923e-6ff9557f3b84" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:16:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-ad61f0ed-ac9b-4ce3-b196-0bc2a0b43e70 req-e715f444-44ab-40fa-999b-cd32865f4836 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received event network-vif-plugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ad61f0ed-ac9b-4ce3-b196-0bc2a0b43e70 req-e715f444-44ab-40fa-999b-cd32865f4836 service nova] Acquiring lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ad61f0ed-ac9b-4ce3-b196-0bc2a0b43e70 req-e715f444-44ab-40fa-999b-cd32865f4836 service nova] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ad61f0ed-ac9b-4ce3-b196-0bc2a0b43e70 req-e715f444-44ab-40fa-999b-cd32865f4836 service nova] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-ad61f0ed-ac9b-4ce3-b196-0bc2a0b43e70 req-e715f444-44ab-40fa-999b-cd32865f4836 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] No waiting events found dispatching network-vif-plugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:16:17 user nova-compute[75255]: WARNING nova.compute.manager [req-ad61f0ed-ac9b-4ce3-b196-0bc2a0b43e70 req-e715f444-44ab-40fa-999b-cd32865f4836 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received unexpected event network-vif-plugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 for instance with vm_state building and task_state spawning.
Dec 01 21:16:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:16:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Instance spawned successfully.
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-0cf8380e-edf6-428f-9a8c-e25384fbfae3 req-c41558af-1d9f-4ee0-99fb-c9d688c42881 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received event network-vif-plugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0cf8380e-edf6-428f-9a8c-e25384fbfae3 req-c41558af-1d9f-4ee0-99fb-c9d688c42881 service nova] Acquiring lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0cf8380e-edf6-428f-9a8c-e25384fbfae3 req-c41558af-1d9f-4ee0-99fb-c9d688c42881 service nova] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0cf8380e-edf6-428f-9a8c-e25384fbfae3 req-c41558af-1d9f-4ee0-99fb-c9d688c42881 service nova] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-0cf8380e-edf6-428f-9a8c-e25384fbfae3 req-c41558af-1d9f-4ee0-99fb-c9d688c42881 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] No waiting events found dispatching network-vif-plugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:16:19 user nova-compute[75255]: WARNING nova.compute.manager [req-0cf8380e-edf6-428f-9a8c-e25384fbfae3 req-c41558af-1d9f-4ee0-99fb-c9d688c42881 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received unexpected event network-vif-plugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 for instance with vm_state building and task_state spawning.
Dec 01 21:16:19 user nova-compute[75255]: INFO nova.compute.manager [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Took 6.56 seconds to spawn the instance on the hypervisor.
Dec 01 21:16:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:16:19 user nova-compute[75255]: INFO nova.compute.manager [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Took 7.58 seconds to build instance.
Dec 01 21:16:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2456c486-ad56-44b1-9486-2eb4e3113f55 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.704s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Acquiring lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Acquiring lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:37 user nova-compute[75255]: INFO nova.compute.manager [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Terminating instance
Dec 01 21:16:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:16:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-7bfa875c-2de7-4ebd-be7b-5efde1b870e4 req-ba55bf8b-2b25-4a70-ae43-88160cd95915 service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Received event network-vif-unplugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7bfa875c-2de7-4ebd-be7b-5efde1b870e4 req-ba55bf8b-2b25-4a70-ae43-88160cd95915 service nova] Acquiring lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7bfa875c-2de7-4ebd-be7b-5efde1b870e4 req-ba55bf8b-2b25-4a70-ae43-88160cd95915 service nova] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7bfa875c-2de7-4ebd-be7b-5efde1b870e4 req-ba55bf8b-2b25-4a70-ae43-88160cd95915 service nova] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-7bfa875c-2de7-4ebd-be7b-5efde1b870e4 req-ba55bf8b-2b25-4a70-ae43-88160cd95915 service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] No waiting events found dispatching network-vif-unplugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-7bfa875c-2de7-4ebd-be7b-5efde1b870e4 req-ba55bf8b-2b25-4a70-ae43-88160cd95915 service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Received event network-vif-unplugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:16:38 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Instance destroyed successfully.
Dec 01 21:16:38 user nova-compute[75255]: DEBUG nova.objects.instance [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lazy-loading 'resources' on Instance uuid 9847ecf4-dbea-4b17-a723-188e78ce9fbb {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:14:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1494591853',display_name='tempest-VolumesActionsTest-instance-1494591853',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1494591853',id=19,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:14:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f0e92fa9dcaa48699afbdac050395aaf',ramdisk_id='',reservation_id='r-njdp0teg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1708691246',owner_user_name='tempest-VolumesActionsTest-1708691246-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:14:45Z,user_data=None,user_id='29930d5c2b6647e4963d8de2555a8f14',uuid=9847ecf4-dbea-4b17-a723-188e78ce9fbb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "address": "fa:16:3e:33:25:87", "network": {"id": "07d25783-f96f-4475-a28a-936aabd763b8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-629967193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0e92fa9dcaa48699afbdac050395aaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a452f98-0f", "ovs_interfaceid": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Converting VIF {"id": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "address": "fa:16:3e:33:25:87", "network": {"id": "07d25783-f96f-4475-a28a-936aabd763b8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-629967193-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f0e92fa9dcaa48699afbdac050395aaf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a452f98-0f", "ovs_interfaceid": "2a452f98-0f2e-41cf-aaf4-8f949a4ec77d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:25:87,bridge_name='br-int',has_traffic_filtering=True,id=2a452f98-0f2e-41cf-aaf4-8f949a4ec77d,network=Network(07d25783-f96f-4475-a28a-936aabd763b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a452f98-0f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG os_vif [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:25:87,bridge_name='br-int',has_traffic_filtering=True,id=2a452f98-0f2e-41cf-aaf4-8f949a4ec77d,network=Network(07d25783-f96f-4475-a28a-936aabd763b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a452f98-0f') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2a452f98-0f, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8be50e57-969c-48bd-bd6f-c302675753bf) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:16:38 user nova-compute[75255]: INFO os_vif [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:25:87,bridge_name='br-int',has_traffic_filtering=True,id=2a452f98-0f2e-41cf-aaf4-8f949a4ec77d,network=Network(07d25783-f96f-4475-a28a-936aabd763b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a452f98-0f')
Dec 01 21:16:38 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Deleting instance files /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb_del
Dec 01 21:16:38 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Deletion of /opt/stack/data/nova/instances/9847ecf4-dbea-4b17-a723-188e78ce9fbb_del complete
Dec 01 21:16:38 user nova-compute[75255]: INFO nova.compute.manager [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Took 0.96 seconds to destroy the instance on the hypervisor.
Dec 01 21:16:38 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:16:38 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:16:39 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:16:39 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Took 0.73 seconds to deallocate network for instance.
Dec 01 21:16:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-d39a6618-a8d1-46ba-ac2f-13852ada0fe1 req-c6ebc54e-3e0a-4121-866e-2f9f4697a8fe service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Received event network-vif-deleted-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:39 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:16:39 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:16:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.333s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:40 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Deleted allocations for instance 9847ecf4-dbea-4b17-a723-188e78ce9fbb
Dec 01 21:16:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4602fe2e-7014-4821-99dd-e59dd00b9694 tempest-VolumesActionsTest-1708691246 tempest-VolumesActionsTest-1708691246-project-member] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.308s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-28de0069-e1e9-444d-950e-252e97743c2a req-8498144a-5ada-41b9-ba29-88254076f97b service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Received event network-vif-plugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-28de0069-e1e9-444d-950e-252e97743c2a req-8498144a-5ada-41b9-ba29-88254076f97b service nova] Acquiring lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-28de0069-e1e9-444d-950e-252e97743c2a req-8498144a-5ada-41b9-ba29-88254076f97b service nova] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-28de0069-e1e9-444d-950e-252e97743c2a req-8498144a-5ada-41b9-ba29-88254076f97b service nova] Lock "9847ecf4-dbea-4b17-a723-188e78ce9fbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-28de0069-e1e9-444d-950e-252e97743c2a req-8498144a-5ada-41b9-ba29-88254076f97b service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] No waiting events found dispatching network-vif-plugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:16:40 user nova-compute[75255]: WARNING nova.compute.manager [req-28de0069-e1e9-444d-950e-252e97743c2a req-8498144a-5ada-41b9-ba29-88254076f97b service nova] [instance: 9847ecf4-dbea-4b17-a723-188e78ce9fbb] Received unexpected event network-vif-plugged-2a452f98-0f2e-41cf-aaf4-8f949a4ec77d for instance with vm_state deleted and task_state None.
Dec 01 21:16:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:44 user nova-compute[75255]: INFO nova.compute.manager [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Terminating instance
Dec 01 21:16:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:16:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-4e422315-045b-44ff-a16c-3bf1463de8cf req-6d0b5a46-b9e2-4c3d-8a28-02e9ef57beef service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-unplugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4e422315-045b-44ff-a16c-3bf1463de8cf req-6d0b5a46-b9e2-4c3d-8a28-02e9ef57beef service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4e422315-045b-44ff-a16c-3bf1463de8cf req-6d0b5a46-b9e2-4c3d-8a28-02e9ef57beef service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4e422315-045b-44ff-a16c-3bf1463de8cf req-6d0b5a46-b9e2-4c3d-8a28-02e9ef57beef service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-4e422315-045b-44ff-a16c-3bf1463de8cf req-6d0b5a46-b9e2-4c3d-8a28-02e9ef57beef service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-unplugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-4e422315-045b-44ff-a16c-3bf1463de8cf req-6d0b5a46-b9e2-4c3d-8a28-02e9ef57beef service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-unplugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:16:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Instance destroyed successfully.
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lazy-loading 'resources' on Instance uuid e849fb46-c1e3-46e5-a3ea-d14e33e87711 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-62684714',display_name='tempest-ServerActionsTestOtherB-server-62684714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-62684714',id=2,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD88t0UQnSTeuYOrC04yszykTuUv57aiV/ddqP080qMnZKGqZvsV688n9yWznx+oI7ofpLdSR35aSAbumbRUt5qVWq1cMVJReyXv2zsQnGVi2ER0nDu2pIGYw8FebXm3Aw==',key_name='tempest-keypair-1226066122',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:14:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d9ac5d05e6ad4f9591e617a268089626',ramdisk_id='',reservation_id='r-9tyo4gmr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-531785613',owner_user_name='tempest-ServerActionsTestOtherB-531785613-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:14:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3b1c1f8b23f34169a9603e55a9405a83',uuid=e849fb46-c1e3-46e5-a3ea-d14e33e87711,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converting VIF {"id": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "address": "fa:16:3e:79:4f:22", "network": {"id": "c43ad742-c66b-49aa-8703-4c53301faef8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-755158681-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d9ac5d05e6ad4f9591e617a268089626", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7f06d51-e6", "ovs_interfaceid": "c7f06d51-e6b8-4b72-841d-81735fbe02d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_vif [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc7f06d51-e6, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c4e9ef0-cbae-4945-845c-32421f984c2a) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:45 user nova-compute[75255]: INFO os_vif [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:4f:22,bridge_name='br-int',has_traffic_filtering=True,id=c7f06d51-e6b8-4b72-841d-81735fbe02d6,network=Network(c43ad742-c66b-49aa-8703-4c53301faef8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f06d51-e6')
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VtTfQlYJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:16:45 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f11efc4-0518-456b-a5e2-83f256b41609]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:16:45 user nova-compute[75255]: No targets found.
Dec 01 21:16:45 user nova-compute[75255]: iSNS:
Dec 01 21:16:45 user nova-compute[75255]: No targets found.
Dec 01 21:16:45 user nova-compute[75255]: STATIC:
Dec 01 21:16:45 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05
Dec 01 21:16:45 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:16:45 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:16:45 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:16:45 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:16:45 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:16:45 user nova-compute[75255]: FIRMWARE:
Dec 01 21:16:45 user nova-compute[75255]: No targets found.
Dec 01 21:16:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:16:45 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:16:45 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[26c74684-2ab3-4924-8121-9a028de28c02]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f18fea-8e99-4970-9b6b-7d8da217d426]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:16:45 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:16:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:16:45 user nova-compute[75255]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 (non-flash)
Dec 01 21:16:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cf2e5f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0aa6e92-b7eb-4362-bf34-dcdcc90ec5e5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f15041a1-5cca-4dfc-ad0f-c16f1453b533]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa80337-a8bf-46f5-a5eb-171aa5639109]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a648c11-ec2a-4399-9685-abce079d5273]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de94e0c-572c-4ad0-a91f-f99b968fff55]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[51f498e6-e52f-4440-9a1a-ff3e7f376415]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260]
Dec 01 21:16:45 user nova-compute[75255]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05, portal: 172.16.0.220,3260] successful.
Dec 01 21:16:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a5b47d2-f8d0-4ffc-acba-0de6dc635b05 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5276fbdd-3617-456e-b7af-9d58064a877e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] <== disconnect_volume: return (301ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:16:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Deleting instance files /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711_del
Dec 01 21:16:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Deletion of /opt/stack/data/nova/instances/e849fb46-c1e3-46e5-a3ea-d14e33e87711_del complete
Dec 01 21:16:45 user nova-compute[75255]: INFO nova.compute.manager [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Took 1.24 seconds to destroy the instance on the hypervisor.
Dec 01 21:16:45 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:16:45 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:16:46 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:16:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-8de9952e-8efc-469c-9f9b-c1e6244a4fe9 req-7303d8a9-2c66-4653-a68b-74d97eff9591 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-deleted-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:46 user nova-compute[75255]: INFO nova.compute.manager [req-8de9952e-8efc-469c-9f9b-c1e6244a4fe9 req-7303d8a9-2c66-4653-a68b-74d97eff9591 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Neutron deleted interface c7f06d51-e6b8-4b72-841d-81735fbe02d6; detaching it from the instance and deleting it from the info cache
Dec 01 21:16:46 user nova-compute[75255]: DEBUG nova.network.neutron [req-8de9952e-8efc-469c-9f9b-c1e6244a4fe9 req-7303d8a9-2c66-4653-a68b-74d97eff9591 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:16:46 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Took 0.92 seconds to deallocate network for instance.
Dec 01 21:16:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-8de9952e-8efc-469c-9f9b-c1e6244a4fe9 req-7303d8a9-2c66-4653-a68b-74d97eff9591 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Detach interface failed, port_id=c7f06d51-e6b8-4b72-841d-81735fbe02d6, reason: Instance e849fb46-c1e3-46e5-a3ea-d14e33e87711 could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:16:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-c2362b86-d86b-4fee-9591-838a7aa1c62d req-883ee8b8-e54b-4017-a90e-d5299019f8c7 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:16:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c2362b86-d86b-4fee-9591-838a7aa1c62d req-883ee8b8-e54b-4017-a90e-d5299019f8c7 service nova] Acquiring lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c2362b86-d86b-4fee-9591-838a7aa1c62d req-883ee8b8-e54b-4017-a90e-d5299019f8c7 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c2362b86-d86b-4fee-9591-838a7aa1c62d req-883ee8b8-e54b-4017-a90e-d5299019f8c7 service nova] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-c2362b86-d86b-4fee-9591-838a7aa1c62d req-883ee8b8-e54b-4017-a90e-d5299019f8c7 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] No waiting events found dispatching network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:16:47 user nova-compute[75255]: WARNING nova.compute.manager [req-c2362b86-d86b-4fee-9591-838a7aa1c62d req-883ee8b8-e54b-4017-a90e-d5299019f8c7 service nova] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Received unexpected event network-vif-plugged-c7f06d51-e6b8-4b72-841d-81735fbe02d6 for instance with vm_state active and task_state deleting.
Dec 01 21:16:47 user nova-compute[75255]: INFO nova.compute.manager [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] [instance: e849fb46-c1e3-46e5-a3ea-d14e33e87711] Took 1.01 seconds to detach 1 volumes for instance.
Dec 01 21:16:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:48 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:16:48 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:16:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.300s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:48 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Deleted allocations for instance e849fb46-c1e3-46e5-a3ea-d14e33e87711
Dec 01 21:16:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-941fa37f-a03a-4978-8d2c-a7aee1080264 tempest-ServerActionsTestOtherB-531785613 tempest-ServerActionsTestOtherB-531785613-project-member] Lock "e849fb46-c1e3-46e5-a3ea-d14e33e87711" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.709s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:16:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:16:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:16:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:16:54 user nova-compute[75255]: INFO nova.compute.manager [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Detaching volume bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:16:54 user nova-compute[75255]: INFO nova.virt.block_device [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Attempting to driver detach volume bde8f21a-1747-4288-91e2-04e038400349 from mountpoint /dev/vdb
Dec 01 21:16:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Attempting to detach device vdb from instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:16:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:16:54 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:16:54 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:16:54 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:16:54 user nova-compute[75255]:   <serial>bde8f21a-1747-4288-91e2-04e038400349</serial>
Dec 01 21:16:54 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 21:16:54 user nova-compute[75255]: </disk>
Dec 01 21:16:54 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:16:54 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully detached device vdb from instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 from the persistent domain config.
Dec 01 21:16:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:16:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:16:54 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:16:54 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:16:54 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:16:54 user nova-compute[75255]:   <serial>bde8f21a-1747-4288-91e2-04e038400349</serial>
Dec 01 21:16:54 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 21:16:54 user nova-compute[75255]: </disk>
Dec 01 21:16:54 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:16:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:16:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:00 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:17:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:01 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:17:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:01 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:04 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:17:04 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7900MB free_disk=25.34914779663086GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ce56d8e0-6289-4dde-9553-f3fb13918bc0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance b431b239-a5c4-4512-9153-c621b3dccbab actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance be330e7b-dcd1-4790-923e-6ff9557f3b84 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:17:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.367s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:06 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:06 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:06 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:17:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:06 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:17:07 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updating instance_info_cache with network_info: [{"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:07 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:17:07 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:07 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:07 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:07 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:15 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 is timed out.
Dec 01 21:17:15 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully detached device vdb from instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 from the live domain config.
Dec 01 21:17:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EibnrUXQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:17:15 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ac2e565-9817-454a-a890-844e96a5c8d7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:17:15 user nova-compute[75255]: No targets found.
Dec 01 21:17:15 user nova-compute[75255]: iSNS:
Dec 01 21:17:15 user nova-compute[75255]: No targets found.
Dec 01 21:17:15 user nova-compute[75255]: STATIC:
Dec 01 21:17:15 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349
Dec 01 21:17:15 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:17:15 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:17:15 user nova-compute[75255]: FIRMWARE:
Dec 01 21:17:15 user nova-compute[75255]: No targets found.
Dec 01 21:17:15 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:17:15 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:17:15 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[67e5da4c-ec2e-4c24-a7b2-ac8982301a2e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[10703a7b-f666-4444-a993-0cc1b7a66c70]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:17:15 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 (non-flash)
Dec 01 21:17:15 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82806d2170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5422b6d4-506b-4448-ae55-3adb24f4289f]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[34909c82-b37a-4808-94ba-ef606a4a2ef4]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b526f3c1-31ce-4953-b5f2-54e0c1315538]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a45b0e99-1677-4077-ad6c-656986994f81]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b50dd3d2-183e-4d06-8235-69736e4ee09f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea7d9d5c-d5e1-435d-8a6a-75fbb2f5e0db]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260]
Dec 01 21:17:15 user nova-compute[75255]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349, portal: 172.16.0.220,3260] successful.
Dec 01 21:17:15 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bde8f21a-1747-4288-91e2-04e038400349 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[23975e11-a5c9-42dc-8ed4-2de18a3bbb2f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== disconnect_volume: return (306ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:17:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:16 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'flavor' on Instance uuid f7945a3a-cc7a-423b-aaab-f31e7df7bc38 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:17:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d26df2d7-6dce-4918-8602-10eb268aa138 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.249s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-98038e1a-33b6-46a5-b9b8-82eca8779c01 req-bba9fdfb-f914-4419-b402-1abe5181351e service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-changed-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-98038e1a-33b6-46a5-b9b8-82eca8779c01 req-bba9fdfb-f914-4419-b402-1abe5181351e service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Refreshing instance network info cache due to event network-changed-ce2be787-198e-4d7a-92e0-c9f49cdefdb4. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:17:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-98038e1a-33b6-46a5-b9b8-82eca8779c01 req-bba9fdfb-f914-4419-b402-1abe5181351e service nova] Acquiring lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-98038e1a-33b6-46a5-b9b8-82eca8779c01 req-bba9fdfb-f914-4419-b402-1abe5181351e service nova] Acquired lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:18 user nova-compute[75255]: DEBUG nova.network.neutron [req-98038e1a-33b6-46a5-b9b8-82eca8779c01 req-bba9fdfb-f914-4419-b402-1abe5181351e service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Refreshing network info cache for port ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:17:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-98038e1a-33b6-46a5-b9b8-82eca8779c01 req-bba9fdfb-f914-4419-b402-1abe5181351e service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updated VIF entry in instance network info cache for port ce2be787-198e-4d7a-92e0-c9f49cdefdb4. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:17:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-98038e1a-33b6-46a5-b9b8-82eca8779c01 req-bba9fdfb-f914-4419-b402-1abe5181351e service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updating instance_info_cache with network_info: [{"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-98038e1a-33b6-46a5-b9b8-82eca8779c01 req-bba9fdfb-f914-4419-b402-1abe5181351e service nova] Releasing lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "b431b239-a5c4-4512-9153-c621b3dccbab" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:22 user nova-compute[75255]: INFO nova.compute.manager [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Shelving
Dec 01 21:17:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:23 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Instance destroyed successfully.
Dec 01 21:17:23 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Beginning cold snapshot process
Dec 01 21:17:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:23 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:17:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk /opt/stack/data/nova/instances/snapshots/tmp3o_k47ft/a199d2a9899b4ae8b6ef7b9f76e1ded5 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk /opt/stack/data/nova/instances/snapshots/tmp3o_k47ft/a199d2a9899b4ae8b6ef7b9f76e1ded5" returned: 0 in 0.962s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:24 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Snapshot extracted, beginning image upload
Dec 01 21:17:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-5b184c39-537b-48f2-870d-2359dec90280 req-2f6a21bb-9a95-4a1c-bad9-c81d5c9b94d7 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-unplugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5b184c39-537b-48f2-870d-2359dec90280 req-2f6a21bb-9a95-4a1c-bad9-c81d5c9b94d7 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5b184c39-537b-48f2-870d-2359dec90280 req-2f6a21bb-9a95-4a1c-bad9-c81d5c9b94d7 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5b184c39-537b-48f2-870d-2359dec90280 req-2f6a21bb-9a95-4a1c-bad9-c81d5c9b94d7 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-5b184c39-537b-48f2-870d-2359dec90280 req-2f6a21bb-9a95-4a1c-bad9-c81d5c9b94d7 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-unplugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:17:24 user nova-compute[75255]: WARNING nova.compute.manager [req-5b184c39-537b-48f2-870d-2359dec90280 req-2f6a21bb-9a95-4a1c-bad9-c81d5c9b94d7 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-unplugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state active and task_state shelving_image_uploading.
Dec 01 21:17:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-6ad225cd-b569-4695-ad9b-8bf09210d4c0 req-1564fe17-6973-46e6-a705-62c546ae8121 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6ad225cd-b569-4695-ad9b-8bf09210d4c0 req-1564fe17-6973-46e6-a705-62c546ae8121 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6ad225cd-b569-4695-ad9b-8bf09210d4c0 req-1564fe17-6973-46e6-a705-62c546ae8121 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6ad225cd-b569-4695-ad9b-8bf09210d4c0 req-1564fe17-6973-46e6-a705-62c546ae8121 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-6ad225cd-b569-4695-ad9b-8bf09210d4c0 req-1564fe17-6973-46e6-a705-62c546ae8121 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:17:26 user nova-compute[75255]: WARNING nova.compute.manager [req-6ad225cd-b569-4695-ad9b-8bf09210d4c0 req-1564fe17-6973-46e6-a705-62c546ae8121 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state active and task_state shelving_image_uploading.
Dec 01 21:17:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:27 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Snapshot image upload complete
Dec 01 21:17:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:17:27 user nova-compute[75255]: INFO nova.compute.manager [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Shelve offloading
Dec 01 21:17:27 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Instance destroyed successfully.
Dec 01 21:17:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:17:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquired lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:17:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updating instance_info_cache with network_info: [{"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Releasing lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Instance destroyed successfully.
Dec 01 21:17:28 user nova-compute[75255]: DEBUG nova.objects.instance [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'resources' on Instance uuid b431b239-a5c4-4512-9153-c621b3dccbab {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:15:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-29241392',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-29241392',id=20,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgUMVAK8ClChg8SPEhr64fdUCeKWPdE19VWtbO96vQUIpSKCFiwyKvrgdlTazhkjkV/paCdLLrYWKmcJkETSwR0cH9Gj++qum7/MT/8ht2641LMW/IS1QF0A3PzpiC96g==',key_name='tempest-keypair-1178518127',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:15:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-3l0svqhq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member',shelved_at='2023-12-01T21:17:27.398407',shelved_host='user',shelved_image_id='ef17b7c4-9076-4eab-9f8e-1534c8efbe0f'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:17:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=b431b239-a5c4-4512-9153-c621b3dccbab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG os_vif [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapce2be787-19, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f4313c5f-8bb0-40ba-b31d-8edfb9f7ef99) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-d53ff6ee-a9bb-4e58-abf4-9c5a6d0140ba req-7a54edcd-68fa-4ec1-9ab7-ae8fb9be2ee0 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-changed-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-d53ff6ee-a9bb-4e58-abf4-9c5a6d0140ba req-7a54edcd-68fa-4ec1-9ab7-ae8fb9be2ee0 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Refreshing instance network info cache due to event network-changed-ce2be787-198e-4d7a-92e0-c9f49cdefdb4. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d53ff6ee-a9bb-4e58-abf4-9c5a6d0140ba req-7a54edcd-68fa-4ec1-9ab7-ae8fb9be2ee0 service nova] Acquiring lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d53ff6ee-a9bb-4e58-abf4-9c5a6d0140ba req-7a54edcd-68fa-4ec1-9ab7-ae8fb9be2ee0 service nova] Acquired lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG nova.network.neutron [req-d53ff6ee-a9bb-4e58-abf4-9c5a6d0140ba req-7a54edcd-68fa-4ec1-9ab7-ae8fb9be2ee0 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Refreshing network info cache for port ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:17:28 user nova-compute[75255]: INFO os_vif [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19')
Dec 01 21:17:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Deleting instance files /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab_del
Dec 01 21:17:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Deletion of /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab_del complete
Dec 01 21:17:28 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Deleted allocations for instance b431b239-a5c4-4512-9153-c621b3dccbab
Dec 01 21:17:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG nova.objects.instance [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'numa_topology' on Instance uuid b431b239-a5c4-4512-9153-c621b3dccbab {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:17:28 user nova-compute[75255]: DEBUG nova.objects.base [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Object Instance<b431b239-a5c4-4512-9153-c621b3dccbab> lazy-loaded attributes: resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:17:29 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:17:29 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:17:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.287s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-64238b8c-5324-4712-8c37-cef9ff0c086f tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "b431b239-a5c4-4512-9153-c621b3dccbab" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.761s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:29 user nova-compute[75255]: DEBUG nova.network.neutron [req-d53ff6ee-a9bb-4e58-abf4-9c5a6d0140ba req-7a54edcd-68fa-4ec1-9ab7-ae8fb9be2ee0 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updated VIF entry in instance network info cache for port ce2be787-198e-4d7a-92e0-c9f49cdefdb4. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:17:29 user nova-compute[75255]: DEBUG nova.network.neutron [req-d53ff6ee-a9bb-4e58-abf4-9c5a6d0140ba req-7a54edcd-68fa-4ec1-9ab7-ae8fb9be2ee0 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updating instance_info_cache with network_info: [{"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapce2be787-19", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d53ff6ee-a9bb-4e58-abf4-9c5a6d0140ba req-7a54edcd-68fa-4ec1-9ab7-ae8fb9be2ee0 service nova] Releasing lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:17:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:17:31 user nova-compute[75255]: INFO nova.compute.claims [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Claim successful on node user
Dec 01 21:17:31 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:17:31 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.778s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:17:32 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:17:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG nova.policy [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6074bd5074348b2a17b93066a1b05e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37e14c6889f348f995855f6ef3cd307c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:17:32 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Creating image(s)
Dec 01 21:17:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "/opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "/opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "/opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk 1073741824" returned: 0 in 0.054s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Cannot resize image /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Ensure instance console log exists: /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:33 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Successfully created port: 7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Successfully updated port: 7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquired lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-d3e83114-d503-41b1-91af-20e6a55e58bd req-c039fb64-650a-4391-9aa8-08ceb2a5042e service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received event network-changed-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-d3e83114-d503-41b1-91af-20e6a55e58bd req-c039fb64-650a-4391-9aa8-08ceb2a5042e service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Refreshing instance network info cache due to event network-changed-7e8adf4b-60a2-4859-91de-588ec4daaf37. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d3e83114-d503-41b1-91af-20e6a55e58bd req-c039fb64-650a-4391-9aa8-08ceb2a5042e service nova] Acquiring lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updating instance_info_cache with network_info: [{"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Releasing lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Instance network_info: |[{"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d3e83114-d503-41b1-91af-20e6a55e58bd req-c039fb64-650a-4391-9aa8-08ceb2a5042e service nova] Acquired lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.network.neutron [req-d3e83114-d503-41b1-91af-20e6a55e58bd req-c039fb64-650a-4391-9aa8-08ceb2a5042e service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Refreshing network info cache for port 7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Start _get_guest_xml network_info=[{"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:17:34 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:17:34 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1678001712',display_name='tempest-TestServerVolumeAttachmentScenario-server-1678001712',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1678001712',id=23,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZW++cknuVUmlDt8BBXz793LLpuPNwlXenhy6qr5mfsM9t9TnPBv/usAR3RzbBFtc3aIZIL0BT8G9qR2HzqSNn6ptFtEcTaF2Bs8gDGIHRLNB7MXZcraYaYKAW8uWDEEA==',key_name='tempest-keypair-29838395',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='37e14c6889f348f995855f6ef3cd307c',ramdisk_id='',reservation_id='r-jbuz2ik8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1279370335',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1279370335-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:17:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6074bd5074348b2a17b93066a1b05e5',uuid=b784396a-61f1-4545-b3b2-b332122202b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Converting VIF {"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:cb:fa,bridge_name='br-int',has_traffic_filtering=True,id=7e8adf4b-60a2-4859-91de-588ec4daaf37,network=Network(cad96447-4617-49ea-bf8f-116ed55a44fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8adf4b-60') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.objects.instance [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lazy-loading 'pci_devices' on Instance uuid b784396a-61f1-4545-b3b2-b332122202b2 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:17:34 user nova-compute[75255]:   <uuid>b784396a-61f1-4545-b3b2-b332122202b2</uuid>
Dec 01 21:17:34 user nova-compute[75255]:   <name>instance-00000017</name>
Dec 01 21:17:34 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:17:34 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:17:34 user nova-compute[75255]:   <metadata>
Dec 01 21:17:34 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:17:34 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:17:34 user nova-compute[75255]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1678001712</nova:name>
Dec 01 21:17:34 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:17:34</nova:creationTime>
Dec 01 21:17:34 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:17:34 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:17:34 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:17:34 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:17:34 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:17:34 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:17:34 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:17:34 user nova-compute[75255]:       <nova:owner>
Dec 01 21:17:34 user nova-compute[75255]:         <nova:user uuid="d6074bd5074348b2a17b93066a1b05e5">tempest-TestServerVolumeAttachmentScenario-1279370335-project-member</nova:user>
Dec 01 21:17:34 user nova-compute[75255]:         <nova:project uuid="37e14c6889f348f995855f6ef3cd307c">tempest-TestServerVolumeAttachmentScenario-1279370335</nova:project>
Dec 01 21:17:34 user nova-compute[75255]:       </nova:owner>
Dec 01 21:17:34 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:17:34 user nova-compute[75255]:       <nova:ports>
Dec 01 21:17:34 user nova-compute[75255]:         <nova:port uuid="7e8adf4b-60a2-4859-91de-588ec4daaf37">
Dec 01 21:17:34 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 21:17:34 user nova-compute[75255]:         </nova:port>
Dec 01 21:17:34 user nova-compute[75255]:       </nova:ports>
Dec 01 21:17:34 user nova-compute[75255]:     </nova:instance>
Dec 01 21:17:34 user nova-compute[75255]:   </metadata>
Dec 01 21:17:34 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:17:34 user nova-compute[75255]:     <system>
Dec 01 21:17:34 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:17:34 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:17:34 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:17:34 user nova-compute[75255]:       <entry name="serial">b784396a-61f1-4545-b3b2-b332122202b2</entry>
Dec 01 21:17:34 user nova-compute[75255]:       <entry name="uuid">b784396a-61f1-4545-b3b2-b332122202b2</entry>
Dec 01 21:17:34 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:17:34 user nova-compute[75255]:     </system>
Dec 01 21:17:34 user nova-compute[75255]:   </sysinfo>
Dec 01 21:17:34 user nova-compute[75255]:   <os>
Dec 01 21:17:34 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:17:34 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:17:34 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:17:34 user nova-compute[75255]:   </os>
Dec 01 21:17:34 user nova-compute[75255]:   <features>
Dec 01 21:17:34 user nova-compute[75255]:     <acpi/>
Dec 01 21:17:34 user nova-compute[75255]:     <apic/>
Dec 01 21:17:34 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:17:34 user nova-compute[75255]:   </features>
Dec 01 21:17:34 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:17:34 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:17:34 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:17:34 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:17:34 user nova-compute[75255]:   </clock>
Dec 01 21:17:34 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:17:34 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:17:34 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:17:34 user nova-compute[75255]:   </cpu>
Dec 01 21:17:34 user nova-compute[75255]:   <devices>
Dec 01 21:17:34 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:17:34 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:17:34 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk"/>
Dec 01 21:17:34 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:17:34 user nova-compute[75255]:     </disk>
Dec 01 21:17:34 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:17:34 user nova-compute[75255]:       <mac address="fa:16:3e:69:cb:fa"/>
Dec 01 21:17:34 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:17:34 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:17:34 user nova-compute[75255]:       <target dev="tap7e8adf4b-60"/>
Dec 01 21:17:34 user nova-compute[75255]:     </interface>
Dec 01 21:17:34 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:17:34 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/console.log" append="off"/>
Dec 01 21:17:34 user nova-compute[75255]:     </serial>
Dec 01 21:17:34 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:17:34 user nova-compute[75255]:     <video>
Dec 01 21:17:34 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:17:34 user nova-compute[75255]:     </video>
Dec 01 21:17:34 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:17:34 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:17:34 user nova-compute[75255]:     </rng>
Dec 01 21:17:34 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:17:34 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:17:34 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:17:34 user nova-compute[75255]:     </memballoon>
Dec 01 21:17:34 user nova-compute[75255]:   </devices>
Dec 01 21:17:34 user nova-compute[75255]: </domain>
Dec 01 21:17:34 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1678001712',display_name='tempest-TestServerVolumeAttachmentScenario-server-1678001712',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1678001712',id=23,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZW++cknuVUmlDt8BBXz793LLpuPNwlXenhy6qr5mfsM9t9TnPBv/usAR3RzbBFtc3aIZIL0BT8G9qR2HzqSNn6ptFtEcTaF2Bs8gDGIHRLNB7MXZcraYaYKAW8uWDEEA==',key_name='tempest-keypair-29838395',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='37e14c6889f348f995855f6ef3cd307c',ramdisk_id='',reservation_id='r-jbuz2ik8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1279370335',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1279370335-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:17:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6074bd5074348b2a17b93066a1b05e5',uuid=b784396a-61f1-4545-b3b2-b332122202b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Converting VIF {"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:cb:fa,bridge_name='br-int',has_traffic_filtering=True,id=7e8adf4b-60a2-4859-91de-588ec4daaf37,network=Network(cad96447-4617-49ea-bf8f-116ed55a44fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8adf4b-60') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG os_vif [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:cb:fa,bridge_name='br-int',has_traffic_filtering=True,id=7e8adf4b-60a2-4859-91de-588ec4daaf37,network=Network(cad96447-4617-49ea-bf8f-116ed55a44fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8adf4b-60') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '03308e86-d233-524a-966b-cd350bab9d92', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e8adf4b-60, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e8adf4b-60, col_values=(('qos', UUID('902b49d0-74da-4ddf-af6c-78ac75c5c9fc')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e8adf4b-60, col_values=(('external_ids', {'iface-id': '7e8adf4b-60a2-4859-91de-588ec4daaf37', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:cb:fa', 'vm-uuid': 'b784396a-61f1-4545-b3b2-b332122202b2'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:34 user nova-compute[75255]: INFO os_vif [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:cb:fa,bridge_name='br-int',has_traffic_filtering=True,id=7e8adf4b-60a2-4859-91de-588ec4daaf37,network=Network(cad96447-4617-49ea-bf8f-116ed55a44fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8adf4b-60')
Dec 01 21:17:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] No VIF found with MAC fa:16:3e:69:cb:fa, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-d3e83114-d503-41b1-91af-20e6a55e58bd req-c039fb64-650a-4391-9aa8-08ceb2a5042e service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updated VIF entry in instance network info cache for port 7e8adf4b-60a2-4859-91de-588ec4daaf37. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-d3e83114-d503-41b1-91af-20e6a55e58bd req-c039fb64-650a-4391-9aa8-08ceb2a5042e service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updating instance_info_cache with network_info: [{"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d3e83114-d503-41b1-91af-20e6a55e58bd req-c039fb64-650a-4391-9aa8-08ceb2a5042e service nova] Releasing lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:35 user nova-compute[75255]: INFO nova.compute.manager [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Terminating instance
Dec 01 21:17:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-unplugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-unplugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-unplugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] Acquiring lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] No waiting events found dispatching network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:17:36 user nova-compute[75255]: WARNING nova.compute.manager [req-1fbc7ac6-22d1-452f-ab3b-57b4de536f5a req-90528e32-e2f9-4529-bfdb-9fc7dcad116e service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received unexpected event network-vif-plugged-e271cd3f-47b5-4354-8119-8d35da7a4193 for instance with vm_state active and task_state deleting.
Dec 01 21:17:37 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Instance destroyed successfully.
Dec 01 21:17:37 user nova-compute[75255]: DEBUG nova.objects.instance [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'resources' on Instance uuid ce56d8e0-6289-4dde-9553-f3fb13918bc0 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1342521602',display_name='tempest-AttachVolumeTestJSON-server-1342521602',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1342521602',id=3,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSL5MAHzml9K/zjL/dqe2gk1aGrfKA8ISNoIEkRSMhBGxg6xpykTeyAJv8N0AC2Fj914Akrf9kbuZZXQWVUotNjDNvtJ38x60zkMbWfdA08k1qfeIaws87wxKMISkMIOA==',key_name='tempest-keypair-1522987857',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-0eg8u8kt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:15:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=ce56d8e0-6289-4dde-9553-f3fb13918bc0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "e271cd3f-47b5-4354-8119-8d35da7a4193", "address": "fa:16:3e:95:d8:29", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape271cd3f-47", "ovs_interfaceid": "e271cd3f-47b5-4354-8119-8d35da7a4193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG os_vif [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape271cd3f-47, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=878049bb-b82d-49e8-956c-4428b9db9033) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:37 user nova-compute[75255]: INFO os_vif [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:d8:29,bridge_name='br-int',has_traffic_filtering=True,id=e271cd3f-47b5-4354-8119-8d35da7a4193,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape271cd3f-47')
Dec 01 21:17:37 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Deleting instance files /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0_del
Dec 01 21:17:37 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Deletion of /opt/stack/data/nova/instances/ce56d8e0-6289-4dde-9553-f3fb13918bc0_del complete
Dec 01 21:17:37 user nova-compute[75255]: INFO nova.compute.manager [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Took 1.51 seconds to destroy the instance on the hypervisor.
Dec 01 21:17:37 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:17:37 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:38 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Took 0.86 seconds to deallocate network for instance.
Dec 01 21:17:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.284s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:38 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Deleted allocations for instance ce56d8e0-6289-4dde-9553-f3fb13918bc0
Dec 01 21:17:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4b141fb6-15f6-43ae-8937-7ec059575416 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "ce56d8e0-6289-4dde-9553-f3fb13918bc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.984s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received event network-vif-plugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] Lock "b784396a-61f1-4545-b3b2-b332122202b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] Lock "b784396a-61f1-4545-b3b2-b332122202b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] No waiting events found dispatching network-vif-plugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:17:38 user nova-compute[75255]: WARNING nova.compute.manager [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received unexpected event network-vif-plugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 for instance with vm_state building and task_state spawning.
Dec 01 21:17:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received event network-vif-plugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] Lock "b784396a-61f1-4545-b3b2-b332122202b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] Lock "b784396a-61f1-4545-b3b2-b332122202b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] No waiting events found dispatching network-vif-plugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:17:38 user nova-compute[75255]: WARNING nova.compute.manager [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received unexpected event network-vif-plugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 for instance with vm_state building and task_state spawning.
Dec 01 21:17:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-7f5f70aa-474f-4b04-91b8-7a4297f52fe2 req-2345b643-f2c9-4992-8381-66a0992da54f service nova] [instance: ce56d8e0-6289-4dde-9553-f3fb13918bc0] Received event network-vif-deleted-e271cd3f-47b5-4354-8119-8d35da7a4193 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:39 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:17:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:17:39 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Instance spawned successfully.
Dec 01 21:17:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:17:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:39 user nova-compute[75255]: INFO nova.compute.manager [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Took 6.52 seconds to spawn the instance on the hypervisor.
Dec 01 21:17:39 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:17:39 user nova-compute[75255]: INFO nova.compute.manager [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Took 7.93 seconds to build instance.
Dec 01 21:17:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a5dd7954-ce6d-4acc-bbcc-b65efd694bce tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.022s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:44 user nova-compute[75255]: INFO nova.compute.manager [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Terminating instance
Dec 01 21:17:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-7a20a6a5-92c3-47f9-8aec-ff87f918ce37 req-2ea17f74-f826-4c99-8854-aecfbfc9a4a3 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-vif-unplugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7a20a6a5-92c3-47f9-8aec-ff87f918ce37 req-2ea17f74-f826-4c99-8854-aecfbfc9a4a3 service nova] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7a20a6a5-92c3-47f9-8aec-ff87f918ce37 req-2ea17f74-f826-4c99-8854-aecfbfc9a4a3 service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7a20a6a5-92c3-47f9-8aec-ff87f918ce37 req-2ea17f74-f826-4c99-8854-aecfbfc9a4a3 service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-7a20a6a5-92c3-47f9-8aec-ff87f918ce37 req-2ea17f74-f826-4c99-8854-aecfbfc9a4a3 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] No waiting events found dispatching network-vif-unplugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-7a20a6a5-92c3-47f9-8aec-ff87f918ce37 req-2ea17f74-f826-4c99-8854-aecfbfc9a4a3 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-vif-unplugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:17:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Instance destroyed successfully.
Dec 01 21:17:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'resources' on Instance uuid f7945a3a-cc7a-423b-aaab-f31e7df7bc38 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:11:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-729791519',display_name='tempest-ServerActionsTestOtherA-server-734481814',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-729791519',id=14,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCYVVy5lLBh7TadaywifS5ocF7aX2EAS8aRLZWim6IeJ5/fHjzj3KnTDwCW7ukupaBz0VtOJOCROXZpB22sLDMnIXUMLeB5KZD96OPG68Tn0jkqaY1l7mlM6TZLYxKkZag==',key_name='tempest-keypair-1555962364',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:14:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-8ssj41mj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:14:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=f7945a3a-cc7a-423b-aaab-f31e7df7bc38,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "address": "fa:16:3e:0d:b1:44", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40569199-58", "ovs_interfaceid": "40569199-58b8-4b61-a9c1-0a6eacb3dd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG os_vif [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap40569199-58, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3f2420d2-07a7-4f1c-ae9d-b90e0235dfdf) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:45 user nova-compute[75255]: INFO os_vif [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:b1:44,bridge_name='br-int',has_traffic_filtering=True,id=40569199-58b8-4b61-a9c1-0a6eacb3dd82,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40569199-58')
Dec 01 21:17:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Deleting instance files /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38_del
Dec 01 21:17:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Deletion of /opt/stack/data/nova/instances/f7945a3a-cc7a-423b-aaab-f31e7df7bc38_del complete
Dec 01 21:17:45 user nova-compute[75255]: INFO nova.compute.manager [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 01 21:17:45 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:17:45 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:17:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-04d62245-b34e-4054-a485-f88e331d7f06 req-2a8bcd76-b9bc-4394-ac0c-4a628f453ec8 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-vif-deleted-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:46 user nova-compute[75255]: INFO nova.compute.manager [req-04d62245-b34e-4054-a485-f88e331d7f06 req-2a8bcd76-b9bc-4394-ac0c-4a628f453ec8 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Neutron deleted interface 40569199-58b8-4b61-a9c1-0a6eacb3dd82; detaching it from the instance and deleting it from the info cache
Dec 01 21:17:46 user nova-compute[75255]: DEBUG nova.network.neutron [req-04d62245-b34e-4054-a485-f88e331d7f06 req-2a8bcd76-b9bc-4394-ac0c-4a628f453ec8 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:46 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:46 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Took 1.08 seconds to deallocate network for instance.
Dec 01 21:17:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-04d62245-b34e-4054-a485-f88e331d7f06 req-2a8bcd76-b9bc-4394-ac0c-4a628f453ec8 service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Detach interface failed, port_id=40569199-58b8-4b61-a9c1-0a6eacb3dd82, reason: Instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38 could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:17:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:47 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:17:47 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:17:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.289s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:47 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Deleted allocations for instance f7945a3a-cc7a-423b-aaab-f31e7df7bc38
Dec 01 21:17:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0b242ff0-b128-4b7c-a6f6-e61878432ab3 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.580s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-9159ba62-a4d3-4cd3-8373-e640ee06945b req-83f28898-9c62-4b79-93ea-740e2d360e8f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9159ba62-a4d3-4cd3-8373-e640ee06945b req-83f28898-9c62-4b79-93ea-740e2d360e8f service nova] Acquiring lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9159ba62-a4d3-4cd3-8373-e640ee06945b req-83f28898-9c62-4b79-93ea-740e2d360e8f service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9159ba62-a4d3-4cd3-8373-e640ee06945b req-83f28898-9c62-4b79-93ea-740e2d360e8f service nova] Lock "f7945a3a-cc7a-423b-aaab-f31e7df7bc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-9159ba62-a4d3-4cd3-8373-e640ee06945b req-83f28898-9c62-4b79-93ea-740e2d360e8f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] No waiting events found dispatching network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:17:47 user nova-compute[75255]: WARNING nova.compute.manager [req-9159ba62-a4d3-4cd3-8373-e640ee06945b req-83f28898-9c62-4b79-93ea-740e2d360e8f service nova] [instance: f7945a3a-cc7a-423b-aaab-f31e7df7bc38] Received unexpected event network-vif-plugged-40569199-58b8-4b61-a9c1-0a6eacb3dd82 for instance with vm_state deleted and task_state None.
Dec 01 21:17:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "89ca5a87-47f2-405a-9af6-4153cb30d37e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:17:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:17:48 user nova-compute[75255]: INFO nova.compute.claims [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Claim successful on node user
Dec 01 21:17:49 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.420s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:17:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:17:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG nova.policy [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6595166888974b6faf752d582badda49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e41bcb6256804cbaaa2e4a3f022cf19d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:17:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Creating image(s)
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "/opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "/opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "/opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.214s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk 1073741824" returned: 0 in 0.072s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.300s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Successfully created port: fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Checking if we can resize image /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Cannot resize image /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Ensure instance console log exists: /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Successfully updated port: fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "refresh_cache-89ca5a87-47f2-405a-9af6-4153cb30d37e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquired lock "refresh_cache-89ca5a87-47f2-405a-9af6-4153cb30d37e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-9c4ea966-2e4c-4bf3-a264-d9a3072b1654 req-16954ad8-b3b4-497a-ba54-e8c773c097ad service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Received event network-changed-fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-9c4ea966-2e4c-4bf3-a264-d9a3072b1654 req-16954ad8-b3b4-497a-ba54-e8c773c097ad service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Refreshing instance network info cache due to event network-changed-fbaf52d2-4990-43c1-96fa-081b663d8e73. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9c4ea966-2e4c-4bf3-a264-d9a3072b1654 req-16954ad8-b3b4-497a-ba54-e8c773c097ad service nova] Acquiring lock "refresh_cache-89ca5a87-47f2-405a-9af6-4153cb30d37e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Updating instance_info_cache with network_info: [{"id": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "address": "fa:16:3e:d9:8b:58", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfbaf52d2-49", "ovs_interfaceid": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Releasing lock "refresh_cache-89ca5a87-47f2-405a-9af6-4153cb30d37e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Instance network_info: |[{"id": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "address": "fa:16:3e:d9:8b:58", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfbaf52d2-49", "ovs_interfaceid": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9c4ea966-2e4c-4bf3-a264-d9a3072b1654 req-16954ad8-b3b4-497a-ba54-e8c773c097ad service nova] Acquired lock "refresh_cache-89ca5a87-47f2-405a-9af6-4153cb30d37e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.network.neutron [req-9c4ea966-2e4c-4bf3-a264-d9a3072b1654 req-16954ad8-b3b4-497a-ba54-e8c773c097ad service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Refreshing network info cache for port fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Start _get_guest_xml network_info=[{"id": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "address": "fa:16:3e:d9:8b:58", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfbaf52d2-49", "ovs_interfaceid": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:17:51 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:17:51 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-381368857',display_name='tempest-ServersNegativeTestJSON-server-381368857',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-381368857',id=24,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e41bcb6256804cbaaa2e4a3f022cf19d',ramdisk_id='',reservation_id='r-6z8v9g7e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1729922498',owner_user_name='tempest-ServersNegativeTestJSON-1729922498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:17:49Z,user_data=None,user_id='6595166888974b6faf752d582badda49',uuid=89ca5a87-47f2-405a-9af6-4153cb30d37e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "address": "fa:16:3e:d9:8b:58", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfbaf52d2-49", "ovs_interfaceid": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converting VIF {"id": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "address": "fa:16:3e:d9:8b:58", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfbaf52d2-49", "ovs_interfaceid": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:8b:58,bridge_name='br-int',has_traffic_filtering=True,id=fbaf52d2-4990-43c1-96fa-081b663d8e73,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfbaf52d2-49') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lazy-loading 'pci_devices' on Instance uuid 89ca5a87-47f2-405a-9af6-4153cb30d37e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:17:51 user nova-compute[75255]:   <uuid>89ca5a87-47f2-405a-9af6-4153cb30d37e</uuid>
Dec 01 21:17:51 user nova-compute[75255]:   <name>instance-00000018</name>
Dec 01 21:17:51 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:17:51 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:17:51 user nova-compute[75255]:   <metadata>
Dec 01 21:17:51 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:17:51 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:17:51 user nova-compute[75255]:       <nova:name>tempest-ServersNegativeTestJSON-server-381368857</nova:name>
Dec 01 21:17:51 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:17:51</nova:creationTime>
Dec 01 21:17:51 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:17:51 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:17:51 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:17:51 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:17:51 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:17:51 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:17:51 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:17:51 user nova-compute[75255]:       <nova:owner>
Dec 01 21:17:51 user nova-compute[75255]:         <nova:user uuid="6595166888974b6faf752d582badda49">tempest-ServersNegativeTestJSON-1729922498-project-member</nova:user>
Dec 01 21:17:51 user nova-compute[75255]:         <nova:project uuid="e41bcb6256804cbaaa2e4a3f022cf19d">tempest-ServersNegativeTestJSON-1729922498</nova:project>
Dec 01 21:17:51 user nova-compute[75255]:       </nova:owner>
Dec 01 21:17:51 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:17:51 user nova-compute[75255]:       <nova:ports>
Dec 01 21:17:51 user nova-compute[75255]:         <nova:port uuid="fbaf52d2-4990-43c1-96fa-081b663d8e73">
Dec 01 21:17:51 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 21:17:51 user nova-compute[75255]:         </nova:port>
Dec 01 21:17:51 user nova-compute[75255]:       </nova:ports>
Dec 01 21:17:51 user nova-compute[75255]:     </nova:instance>
Dec 01 21:17:51 user nova-compute[75255]:   </metadata>
Dec 01 21:17:51 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:17:51 user nova-compute[75255]:     <system>
Dec 01 21:17:51 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:17:51 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:17:51 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:17:51 user nova-compute[75255]:       <entry name="serial">89ca5a87-47f2-405a-9af6-4153cb30d37e</entry>
Dec 01 21:17:51 user nova-compute[75255]:       <entry name="uuid">89ca5a87-47f2-405a-9af6-4153cb30d37e</entry>
Dec 01 21:17:51 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:17:51 user nova-compute[75255]:     </system>
Dec 01 21:17:51 user nova-compute[75255]:   </sysinfo>
Dec 01 21:17:51 user nova-compute[75255]:   <os>
Dec 01 21:17:51 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:17:51 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:17:51 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:17:51 user nova-compute[75255]:   </os>
Dec 01 21:17:51 user nova-compute[75255]:   <features>
Dec 01 21:17:51 user nova-compute[75255]:     <acpi/>
Dec 01 21:17:51 user nova-compute[75255]:     <apic/>
Dec 01 21:17:51 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:17:51 user nova-compute[75255]:   </features>
Dec 01 21:17:51 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:17:51 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:17:51 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:17:51 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:17:51 user nova-compute[75255]:   </clock>
Dec 01 21:17:51 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:17:51 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:17:51 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:17:51 user nova-compute[75255]:   </cpu>
Dec 01 21:17:51 user nova-compute[75255]:   <devices>
Dec 01 21:17:51 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:17:51 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:17:51 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk"/>
Dec 01 21:17:51 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:17:51 user nova-compute[75255]:     </disk>
Dec 01 21:17:51 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:17:51 user nova-compute[75255]:       <mac address="fa:16:3e:d9:8b:58"/>
Dec 01 21:17:51 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:17:51 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:17:51 user nova-compute[75255]:       <target dev="tapfbaf52d2-49"/>
Dec 01 21:17:51 user nova-compute[75255]:     </interface>
Dec 01 21:17:51 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:17:51 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/console.log" append="off"/>
Dec 01 21:17:51 user nova-compute[75255]:     </serial>
Dec 01 21:17:51 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:17:51 user nova-compute[75255]:     <video>
Dec 01 21:17:51 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:17:51 user nova-compute[75255]:     </video>
Dec 01 21:17:51 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:17:51 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:17:51 user nova-compute[75255]:     </rng>
Dec 01 21:17:51 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:17:51 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:17:51 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:17:51 user nova-compute[75255]:     </memballoon>
Dec 01 21:17:51 user nova-compute[75255]:   </devices>
Dec 01 21:17:51 user nova-compute[75255]: </domain>
Dec 01 21:17:51 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-381368857',display_name='tempest-ServersNegativeTestJSON-server-381368857',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-381368857',id=24,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e41bcb6256804cbaaa2e4a3f022cf19d',ramdisk_id='',reservation_id='r-6z8v9g7e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1729922498',owner_user_name='tempest-ServersNegativeTestJSON-1729922498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:17:49Z,user_data=None,user_id='6595166888974b6faf752d582badda49',uuid=89ca5a87-47f2-405a-9af6-4153cb30d37e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "address": "fa:16:3e:d9:8b:58", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfbaf52d2-49", "ovs_interfaceid": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converting VIF {"id": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "address": "fa:16:3e:d9:8b:58", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfbaf52d2-49", "ovs_interfaceid": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:8b:58,bridge_name='br-int',has_traffic_filtering=True,id=fbaf52d2-4990-43c1-96fa-081b663d8e73,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfbaf52d2-49') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG os_vif [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:8b:58,bridge_name='br-int',has_traffic_filtering=True,id=fbaf52d2-4990-43c1-96fa-081b663d8e73,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfbaf52d2-49') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd2c47889-fb97-5805-a3d0-bbe7bcd0fcca', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfbaf52d2-49, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfbaf52d2-49, col_values=(('qos', UUID('209dc41a-bcd7-436e-b1cf-b1b413b2a969')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfbaf52d2-49, col_values=(('external_ids', {'iface-id': 'fbaf52d2-4990-43c1-96fa-081b663d8e73', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d9:8b:58', 'vm-uuid': '89ca5a87-47f2-405a-9af6-4153cb30d37e'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:51 user nova-compute[75255]: INFO os_vif [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:8b:58,bridge_name='br-int',has_traffic_filtering=True,id=fbaf52d2-4990-43c1-96fa-081b663d8e73,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfbaf52d2-49')
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] No VIF found with MAC fa:16:3e:d9:8b:58, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.network.neutron [req-9c4ea966-2e4c-4bf3-a264-d9a3072b1654 req-16954ad8-b3b4-497a-ba54-e8c773c097ad service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Updated VIF entry in instance network info cache for port fbaf52d2-4990-43c1-96fa-081b663d8e73. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG nova.network.neutron [req-9c4ea966-2e4c-4bf3-a264-d9a3072b1654 req-16954ad8-b3b4-497a-ba54-e8c773c097ad service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Updating instance_info_cache with network_info: [{"id": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "address": "fa:16:3e:d9:8b:58", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfbaf52d2-49", "ovs_interfaceid": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9c4ea966-2e4c-4bf3-a264-d9a3072b1654 req-16954ad8-b3b4-497a-ba54-e8c773c097ad service nova] Releasing lock "refresh_cache-89ca5a87-47f2-405a-9af6-4153cb30d37e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-f6b2fff3-8233-4a51-838e-4e253be7d099 req-0a725532-30ac-4380-90df-5d16b3bc0bba service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Received event network-vif-plugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f6b2fff3-8233-4a51-838e-4e253be7d099 req-0a725532-30ac-4380-90df-5d16b3bc0bba service nova] Acquiring lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f6b2fff3-8233-4a51-838e-4e253be7d099 req-0a725532-30ac-4380-90df-5d16b3bc0bba service nova] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f6b2fff3-8233-4a51-838e-4e253be7d099 req-0a725532-30ac-4380-90df-5d16b3bc0bba service nova] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-f6b2fff3-8233-4a51-838e-4e253be7d099 req-0a725532-30ac-4380-90df-5d16b3bc0bba service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] No waiting events found dispatching network-vif-plugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:17:53 user nova-compute[75255]: WARNING nova.compute.manager [req-f6b2fff3-8233-4a51-838e-4e253be7d099 req-0a725532-30ac-4380-90df-5d16b3bc0bba service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Received unexpected event network-vif-plugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 for instance with vm_state building and task_state spawning.
Dec 01 21:17:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:17:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:54 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:17:55 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Instance spawned successfully.
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "03f4b713-6adb-46e7-908c-809aaff5f888" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.compute.manager [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:17:55 user nova-compute[75255]: INFO nova.compute.manager [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Took 5.90 seconds to spawn the instance on the hypervisor.
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:17:55 user nova-compute[75255]: INFO nova.compute.claims [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Claim successful on node user
Dec 01 21:17:55 user nova-compute[75255]: INFO nova.compute.manager [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Took 6.71 seconds to build instance.
Dec 01 21:17:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6c8ce0ef-48d9-48b5-8b49-146a04ba4ae8 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.857s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-ba29131d-9b5e-4abb-bce9-fdc20f095cb2 req-e8a13d2a-b174-4a21-83d7-eecba3fc1ebb service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Received event network-vif-plugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ba29131d-9b5e-4abb-bce9-fdc20f095cb2 req-e8a13d2a-b174-4a21-83d7-eecba3fc1ebb service nova] Acquiring lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ba29131d-9b5e-4abb-bce9-fdc20f095cb2 req-e8a13d2a-b174-4a21-83d7-eecba3fc1ebb service nova] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ba29131d-9b5e-4abb-bce9-fdc20f095cb2 req-e8a13d2a-b174-4a21-83d7-eecba3fc1ebb service nova] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-ba29131d-9b5e-4abb-bce9-fdc20f095cb2 req-e8a13d2a-b174-4a21-83d7-eecba3fc1ebb service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] No waiting events found dispatching network-vif-plugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:17:55 user nova-compute[75255]: WARNING nova.compute.manager [req-ba29131d-9b5e-4abb-bce9-fdc20f095cb2 req-e8a13d2a-b174-4a21-83d7-eecba3fc1ebb service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Received unexpected event network-vif-plugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 for instance with vm_state active and task_state None.
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.457s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.compute.manager [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.compute.manager [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:17:55 user nova-compute[75255]: DEBUG nova.network.neutron [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:17:56 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.policy [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6eecc6cdf3c49b7a6ccd0e33dfeb062', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8f460482a61406a9efa3b06a26cfb79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:17:56 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Creating image(s)
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:17:56 user nova-compute[75255]: INFO nova.compute.claims [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Claim successful on node user
Dec 01 21:17:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.203s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk 1073741824" returned: 0 in 0.050s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.498s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.network.neutron [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.228s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Checking if we can resize image /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:17:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:56 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:17:57 user nova-compute[75255]: DEBUG nova.network.neutron [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Successfully created port: a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG nova.policy [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6eecc6cdf3c49b7a6ccd0e33dfeb062', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8f460482a61406a9efa3b06a26cfb79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Cannot resize image /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Ensure instance console log exists: /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:17:57 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Creating image(s)
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.239s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.210s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG nova.network.neutron [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Successfully created port: 1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk 1073741824" returned: 0 in 0.056s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.199s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:17:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Cannot resize image /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Ensure instance console log exists: /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Successfully updated port: a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquired lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Successfully updated port: 1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-2eda4105-119b-45ca-9c29-391412a888c6 req-dc0ea336-36f4-4c1d-87a7-b302cdc34de6 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-changed-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-2eda4105-119b-45ca-9c29-391412a888c6 req-dc0ea336-36f4-4c1d-87a7-b302cdc34de6 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Refreshing instance network info cache due to event network-changed-a571fe91-ed6d-4680-80d4-d62ebc4aed90. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2eda4105-119b-45ca-9c29-391412a888c6 req-dc0ea336-36f4-4c1d-87a7-b302cdc34de6 service nova] Acquiring lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquired lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-0a6eeff5-8c11-48fc-adf6-bbf0b709805f req-f2afc675-9586-43ef-9631-04d8fca7fa95 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-changed-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-0a6eeff5-8c11-48fc-adf6-bbf0b709805f req-f2afc675-9586-43ef-9631-04d8fca7fa95 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Refreshing instance network info cache due to event network-changed-1a35c113-e303-46c1-8ba1-230816419fbe. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0a6eeff5-8c11-48fc-adf6-bbf0b709805f req-f2afc675-9586-43ef-9631-04d8fca7fa95 service nova] Acquiring lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updating instance_info_cache with network_info: [{"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Releasing lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.compute.manager [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Instance network_info: |[{"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2eda4105-119b-45ca-9c29-391412a888c6 req-dc0ea336-36f4-4c1d-87a7-b302cdc34de6 service nova] Acquired lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.network.neutron [req-2eda4105-119b-45ca-9c29-391412a888c6 req-dc0ea336-36f4-4c1d-87a7-b302cdc34de6 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Refreshing network info cache for port a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Start _get_guest_xml network_info=[{"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:17:58 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:17:58 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updating instance_info_cache with network_info: [{"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:17:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-543492821',display_name='tempest-ServerRescueNegativeTestJSON-server-543492821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-543492821',id=25,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-j57wyww9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:17:56Z,user_data=None,user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=03f4b713-6adb-46e7-908c-809aaff5f888,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:4b:4f,bridge_name='br-int',has_traffic_filtering=True,id=a571fe91-ed6d-4680-80d4-d62ebc4aed90,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa571fe91-ed') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.objects.instance [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'pci_devices' on Instance uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Releasing lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Instance network_info: |[{"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0a6eeff5-8c11-48fc-adf6-bbf0b709805f req-f2afc675-9586-43ef-9631-04d8fca7fa95 service nova] Acquired lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-0a6eeff5-8c11-48fc-adf6-bbf0b709805f req-f2afc675-9586-43ef-9631-04d8fca7fa95 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Refreshing network info cache for port 1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Start _get_guest_xml network_info=[{"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:17:59 user nova-compute[75255]:   <uuid>03f4b713-6adb-46e7-908c-809aaff5f888</uuid>
Dec 01 21:17:59 user nova-compute[75255]:   <name>instance-00000019</name>
Dec 01 21:17:59 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:17:59 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:17:59 user nova-compute[75255]:   <metadata>
Dec 01 21:17:59 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:17:59 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-543492821</nova:name>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:17:58</nova:creationTime>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:17:59 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:17:59 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:owner>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:user uuid="c6eecc6cdf3c49b7a6ccd0e33dfeb062">tempest-ServerRescueNegativeTestJSON-282137854-project-member</nova:user>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:project uuid="f8f460482a61406a9efa3b06a26cfb79">tempest-ServerRescueNegativeTestJSON-282137854</nova:project>
Dec 01 21:17:59 user nova-compute[75255]:       </nova:owner>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:ports>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:port uuid="a571fe91-ed6d-4680-80d4-d62ebc4aed90">
Dec 01 21:17:59 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 21:17:59 user nova-compute[75255]:         </nova:port>
Dec 01 21:17:59 user nova-compute[75255]:       </nova:ports>
Dec 01 21:17:59 user nova-compute[75255]:     </nova:instance>
Dec 01 21:17:59 user nova-compute[75255]:   </metadata>
Dec 01 21:17:59 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:17:59 user nova-compute[75255]:     <system>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="serial">03f4b713-6adb-46e7-908c-809aaff5f888</entry>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="uuid">03f4b713-6adb-46e7-908c-809aaff5f888</entry>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:17:59 user nova-compute[75255]:     </system>
Dec 01 21:17:59 user nova-compute[75255]:   </sysinfo>
Dec 01 21:17:59 user nova-compute[75255]:   <os>
Dec 01 21:17:59 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:17:59 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:17:59 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:17:59 user nova-compute[75255]:   </os>
Dec 01 21:17:59 user nova-compute[75255]:   <features>
Dec 01 21:17:59 user nova-compute[75255]:     <acpi/>
Dec 01 21:17:59 user nova-compute[75255]:     <apic/>
Dec 01 21:17:59 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:17:59 user nova-compute[75255]:   </features>
Dec 01 21:17:59 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:17:59 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:17:59 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:17:59 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:17:59 user nova-compute[75255]:   </clock>
Dec 01 21:17:59 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:17:59 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:17:59 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:17:59 user nova-compute[75255]:   </cpu>
Dec 01 21:17:59 user nova-compute[75255]:   <devices>
Dec 01 21:17:59 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:17:59 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:17:59 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk"/>
Dec 01 21:17:59 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:17:59 user nova-compute[75255]:     </disk>
Dec 01 21:17:59 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:17:59 user nova-compute[75255]:       <mac address="fa:16:3e:1c:4b:4f"/>
Dec 01 21:17:59 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:17:59 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:17:59 user nova-compute[75255]:       <target dev="tapa571fe91-ed"/>
Dec 01 21:17:59 user nova-compute[75255]:     </interface>
Dec 01 21:17:59 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:17:59 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/console.log" append="off"/>
Dec 01 21:17:59 user nova-compute[75255]:     </serial>
Dec 01 21:17:59 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:17:59 user nova-compute[75255]:     <video>
Dec 01 21:17:59 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:17:59 user nova-compute[75255]:     </video>
Dec 01 21:17:59 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:17:59 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:17:59 user nova-compute[75255]:     </rng>
Dec 01 21:17:59 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:17:59 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:17:59 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:17:59 user nova-compute[75255]:     </memballoon>
Dec 01 21:17:59 user nova-compute[75255]:   </devices>
Dec 01 21:17:59 user nova-compute[75255]: </domain>
Dec 01 21:17:59 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-543492821',display_name='tempest-ServerRescueNegativeTestJSON-server-543492821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-543492821',id=25,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-j57wyww9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:17:56Z,user_data=None,user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=03f4b713-6adb-46e7-908c-809aaff5f888,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:4b:4f,bridge_name='br-int',has_traffic_filtering=True,id=a571fe91-ed6d-4680-80d4-d62ebc4aed90,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa571fe91-ed') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG os_vif [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:4b:4f,bridge_name='br-int',has_traffic_filtering=True,id=a571fe91-ed6d-4680-80d4-d62ebc4aed90,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa571fe91-ed') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '04fadc4e-14f3-5320-9286-6f8a914ee58b', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa571fe91-ed, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa571fe91-ed, col_values=(('qos', UUID('8093578a-f506-479c-8d46-453f7a3c2f58')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa571fe91-ed, col_values=(('external_ids', {'iface-id': 'a571fe91-ed6d-4680-80d4-d62ebc4aed90', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:4b:4f', 'vm-uuid': '03f4b713-6adb-46e7-908c-809aaff5f888'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:17:59 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: INFO os_vif [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:4b:4f,bridge_name='br-int',has_traffic_filtering=True,id=a571fe91-ed6d-4680-80d4-d62ebc4aed90,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa571fe91-ed')
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1546961460',display_name='tempest-ServerRescueNegativeTestJSON-server-1546961460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1546961460',id=26,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-m7dx8f1f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:17:57Z,user_data=None,user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=2bad2144-38ac-4bf3-a390-5bdda4792c3d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:04:70,bridge_name='br-int',has_traffic_filtering=True,id=1a35c113-e303-46c1-8ba1-230816419fbe,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a35c113-e3') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'pci_devices' on Instance uuid 2bad2144-38ac-4bf3-a390-5bdda4792c3d {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:17:59 user nova-compute[75255]:   <uuid>2bad2144-38ac-4bf3-a390-5bdda4792c3d</uuid>
Dec 01 21:17:59 user nova-compute[75255]:   <name>instance-0000001a</name>
Dec 01 21:17:59 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:17:59 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:17:59 user nova-compute[75255]:   <metadata>
Dec 01 21:17:59 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:17:59 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1546961460</nova:name>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:17:59</nova:creationTime>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:17:59 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:17:59 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:owner>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:user uuid="c6eecc6cdf3c49b7a6ccd0e33dfeb062">tempest-ServerRescueNegativeTestJSON-282137854-project-member</nova:user>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:project uuid="f8f460482a61406a9efa3b06a26cfb79">tempest-ServerRescueNegativeTestJSON-282137854</nova:project>
Dec 01 21:17:59 user nova-compute[75255]:       </nova:owner>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:17:59 user nova-compute[75255]:       <nova:ports>
Dec 01 21:17:59 user nova-compute[75255]:         <nova:port uuid="1a35c113-e303-46c1-8ba1-230816419fbe">
Dec 01 21:17:59 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 21:17:59 user nova-compute[75255]:         </nova:port>
Dec 01 21:17:59 user nova-compute[75255]:       </nova:ports>
Dec 01 21:17:59 user nova-compute[75255]:     </nova:instance>
Dec 01 21:17:59 user nova-compute[75255]:   </metadata>
Dec 01 21:17:59 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:17:59 user nova-compute[75255]:     <system>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="serial">2bad2144-38ac-4bf3-a390-5bdda4792c3d</entry>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="uuid">2bad2144-38ac-4bf3-a390-5bdda4792c3d</entry>
Dec 01 21:17:59 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:17:59 user nova-compute[75255]:     </system>
Dec 01 21:17:59 user nova-compute[75255]:   </sysinfo>
Dec 01 21:17:59 user nova-compute[75255]:   <os>
Dec 01 21:17:59 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:17:59 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:17:59 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:17:59 user nova-compute[75255]:   </os>
Dec 01 21:17:59 user nova-compute[75255]:   <features>
Dec 01 21:17:59 user nova-compute[75255]:     <acpi/>
Dec 01 21:17:59 user nova-compute[75255]:     <apic/>
Dec 01 21:17:59 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:17:59 user nova-compute[75255]:   </features>
Dec 01 21:17:59 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:17:59 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:17:59 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:17:59 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:17:59 user nova-compute[75255]:   </clock>
Dec 01 21:17:59 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:17:59 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:17:59 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:17:59 user nova-compute[75255]:   </cpu>
Dec 01 21:17:59 user nova-compute[75255]:   <devices>
Dec 01 21:17:59 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:17:59 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:17:59 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk"/>
Dec 01 21:17:59 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:17:59 user nova-compute[75255]:     </disk>
Dec 01 21:17:59 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:17:59 user nova-compute[75255]:       <mac address="fa:16:3e:53:04:70"/>
Dec 01 21:17:59 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:17:59 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:17:59 user nova-compute[75255]:       <target dev="tap1a35c113-e3"/>
Dec 01 21:17:59 user nova-compute[75255]:     </interface>
Dec 01 21:17:59 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:17:59 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/console.log" append="off"/>
Dec 01 21:17:59 user nova-compute[75255]:     </serial>
Dec 01 21:17:59 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:17:59 user nova-compute[75255]:     <video>
Dec 01 21:17:59 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:17:59 user nova-compute[75255]:     </video>
Dec 01 21:17:59 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:17:59 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:17:59 user nova-compute[75255]:     </rng>
Dec 01 21:17:59 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:17:59 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:17:59 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:17:59 user nova-compute[75255]:     </memballoon>
Dec 01 21:17:59 user nova-compute[75255]:   </devices>
Dec 01 21:17:59 user nova-compute[75255]: </domain>
Dec 01 21:17:59 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1546961460',display_name='tempest-ServerRescueNegativeTestJSON-server-1546961460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1546961460',id=26,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-m7dx8f1f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:17:57Z,user_data=None,user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=2bad2144-38ac-4bf3-a390-5bdda4792c3d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:04:70,bridge_name='br-int',has_traffic_filtering=True,id=1a35c113-e303-46c1-8ba1-230816419fbe,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a35c113-e3') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG os_vif [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:04:70,bridge_name='br-int',has_traffic_filtering=True,id=1a35c113-e303-46c1-8ba1-230816419fbe,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a35c113-e3') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a1b44838-4438-5e2c-b334-037107e208ce', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1a35c113-e3, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1a35c113-e3, col_values=(('qos', UUID('472c6768-6edb-482d-aca8-8edbc2a038fd')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1a35c113-e3, col_values=(('external_ids', {'iface-id': '1a35c113-e303-46c1-8ba1-230816419fbe', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:04:70', 'vm-uuid': '2bad2144-38ac-4bf3-a390-5bdda4792c3d'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:17:59 user nova-compute[75255]: INFO os_vif [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:04:70,bridge_name='br-int',has_traffic_filtering=True,id=1a35c113-e303-46c1-8ba1-230816419fbe,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a35c113-e3')
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No VIF found with MAC fa:16:3e:1c:4b:4f, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No VIF found with MAC fa:16:3e:53:04:70, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-2eda4105-119b-45ca-9c29-391412a888c6 req-dc0ea336-36f4-4c1d-87a7-b302cdc34de6 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updated VIF entry in instance network info cache for port a571fe91-ed6d-4680-80d4-d62ebc4aed90. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-2eda4105-119b-45ca-9c29-391412a888c6 req-dc0ea336-36f4-4c1d-87a7-b302cdc34de6 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updating instance_info_cache with network_info: [{"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2eda4105-119b-45ca-9c29-391412a888c6 req-dc0ea336-36f4-4c1d-87a7-b302cdc34de6 service nova] Releasing lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-0a6eeff5-8c11-48fc-adf6-bbf0b709805f req-f2afc675-9586-43ef-9631-04d8fca7fa95 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updated VIF entry in instance network info cache for port 1a35c113-e303-46c1-8ba1-230816419fbe. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG nova.network.neutron [req-0a6eeff5-8c11-48fc-adf6-bbf0b709805f req-f2afc675-9586-43ef-9631-04d8fca7fa95 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updating instance_info_cache with network_info: [{"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:17:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0a6eeff5-8c11-48fc-adf6-bbf0b709805f req-f2afc675-9586-43ef-9631-04d8fca7fa95 service nova] Releasing lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:18:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-a0b6c70d-bdba-407a-b7a6-71afd633301c req-fbbae35d-bc5a-424c-b06a-953dcfcd92cc service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a0b6c70d-bdba-407a-b7a6-71afd633301c req-fbbae35d-bc5a-424c-b06a-953dcfcd92cc service nova] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a0b6c70d-bdba-407a-b7a6-71afd633301c req-fbbae35d-bc5a-424c-b06a-953dcfcd92cc service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a0b6c70d-bdba-407a-b7a6-71afd633301c req-fbbae35d-bc5a-424c-b06a-953dcfcd92cc service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-a0b6c70d-bdba-407a-b7a6-71afd633301c req-fbbae35d-bc5a-424c-b06a-953dcfcd92cc service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] No waiting events found dispatching network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:18:01 user nova-compute[75255]: WARNING nova.compute.manager [req-a0b6c70d-bdba-407a-b7a6-71afd633301c req-fbbae35d-bc5a-424c-b06a-953dcfcd92cc service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received unexpected event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe for instance with vm_state building and task_state spawning.
Dec 01 21:18:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-2de227b0-1695-4011-9095-32f96ba62860 req-6631465f-8cb0-4f5c-b3c8-0904754cccd9 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2de227b0-1695-4011-9095-32f96ba62860 req-6631465f-8cb0-4f5c-b3c8-0904754cccd9 service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2de227b0-1695-4011-9095-32f96ba62860 req-6631465f-8cb0-4f5c-b3c8-0904754cccd9 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2de227b0-1695-4011-9095-32f96ba62860 req-6631465f-8cb0-4f5c-b3c8-0904754cccd9 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-2de227b0-1695-4011-9095-32f96ba62860 req-6631465f-8cb0-4f5c-b3c8-0904754cccd9 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:18:02 user nova-compute[75255]: WARNING nova.compute.manager [req-2de227b0-1695-4011-9095-32f96ba62860 req-6631465f-8cb0-4f5c-b3c8-0904754cccd9 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state building and task_state spawning.
Dec 01 21:18:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG nova.compute.manager [req-de940ec6-8c53-4858-a310-16132c532971 req-a1f952c0-7bf2-4bc9-8a3e-ec1e20e5a4d3 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received event network-changed-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG nova.compute.manager [req-de940ec6-8c53-4858-a310-16132c532971 req-a1f952c0-7bf2-4bc9-8a3e-ec1e20e5a4d3 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Refreshing instance network info cache due to event network-changed-b801a011-eb2d-4213-8a24-04ffb5e06a55. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-de940ec6-8c53-4858-a310-16132c532971 req-a1f952c0-7bf2-4bc9-8a3e-ec1e20e5a4d3 service nova] Acquiring lock "refresh_cache-be330e7b-dcd1-4790-923e-6ff9557f3b84" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-de940ec6-8c53-4858-a310-16132c532971 req-a1f952c0-7bf2-4bc9-8a3e-ec1e20e5a4d3 service nova] Acquired lock "refresh_cache-be330e7b-dcd1-4790-923e-6ff9557f3b84" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG nova.network.neutron [req-de940ec6-8c53-4858-a310-16132c532971 req-a1f952c0-7bf2-4bc9-8a3e-ec1e20e5a4d3 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Refreshing network info cache for port b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:18:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.network.neutron [req-de940ec6-8c53-4858-a310-16132c532971 req-a1f952c0-7bf2-4bc9-8a3e-ec1e20e5a4d3 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Updated VIF entry in instance network info cache for port b801a011-eb2d-4213-8a24-04ffb5e06a55. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.network.neutron [req-de940ec6-8c53-4858-a310-16132c532971 req-a1f952c0-7bf2-4bc9-8a3e-ec1e20e5a4d3 service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Updating instance_info_cache with network_info: [{"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-53c44391-d0ef-4853-8918-85d603f4c2b9 req-36c128fc-46fc-4de4-a9d5-7d7c48afe3e1 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-53c44391-d0ef-4853-8918-85d603f4c2b9 req-36c128fc-46fc-4de4-a9d5-7d7c48afe3e1 service nova] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-53c44391-d0ef-4853-8918-85d603f4c2b9 req-36c128fc-46fc-4de4-a9d5-7d7c48afe3e1 service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-53c44391-d0ef-4853-8918-85d603f4c2b9 req-36c128fc-46fc-4de4-a9d5-7d7c48afe3e1 service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-53c44391-d0ef-4853-8918-85d603f4c2b9 req-36c128fc-46fc-4de4-a9d5-7d7c48afe3e1 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] No waiting events found dispatching network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:18:04 user nova-compute[75255]: WARNING nova.compute.manager [req-53c44391-d0ef-4853-8918-85d603f4c2b9 req-36c128fc-46fc-4de4-a9d5-7d7c48afe3e1 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received unexpected event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe for instance with vm_state building and task_state spawning.
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-de940ec6-8c53-4858-a310-16132c532971 req-a1f952c0-7bf2-4bc9-8a3e-ec1e20e5a4d3 service nova] Releasing lock "refresh_cache-be330e7b-dcd1-4790-923e-6ff9557f3b84" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-0eb534ca-f065-40e7-ba8f-197a2c148730 req-3d8f74db-20c9-464a-bc32-d89e4f1402f4 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0eb534ca-f065-40e7-ba8f-197a2c148730 req-3d8f74db-20c9-464a-bc32-d89e4f1402f4 service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0eb534ca-f065-40e7-ba8f-197a2c148730 req-3d8f74db-20c9-464a-bc32-d89e4f1402f4 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0eb534ca-f065-40e7-ba8f-197a2c148730 req-3d8f74db-20c9-464a-bc32-d89e4f1402f4 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-0eb534ca-f065-40e7-ba8f-197a2c148730 req-3d8f74db-20c9-464a-bc32-d89e4f1402f4 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:18:04 user nova-compute[75255]: WARNING nova.compute.manager [req-0eb534ca-f065-40e7-ba8f-197a2c148730 req-3d8f74db-20c9-464a-bc32-d89e4f1402f4 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state building and task_state spawning.
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.compute.manager [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:18:04 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Instance spawned successfully.
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:18:04 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Instance spawned successfully.
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:04 user nova-compute[75255]: INFO nova.compute.manager [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Took 7.72 seconds to spawn the instance on the hypervisor.
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:18:04 user nova-compute[75255]: INFO nova.compute.manager [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Took 8.72 seconds to spawn the instance on the hypervisor.
Dec 01 21:18:04 user nova-compute[75255]: DEBUG nova.compute.manager [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:18:05 user nova-compute[75255]: INFO nova.compute.manager [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Took 8.77 seconds to build instance.
Dec 01 21:18:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee51fa0d-ca0b-46c0-9143-f83981ac5ae4 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.907s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:05 user nova-compute[75255]: INFO nova.compute.manager [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Took 9.77 seconds to build instance.
Dec 01 21:18:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943c9de5-2dd7-4fd6-8c53-731cd3133c9c tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "03f4b713-6adb-46e7-908c-809aaff5f888" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.905s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lazy-loading 'flavor' on Instance uuid be330e7b-dcd1-4790-923e-6ff9557f3b84 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:06 user nova-compute[75255]: INFO nova.compute.manager [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Attaching volume 4de2f548-ab3c-4a1b-9f48-baf65727c91c to /dev/vdb
Dec 01 21:18:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG os_brick.utils [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:18:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:18:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8086MB free_disk=25.339736938476562GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb4f128-0a8d-4043-b5e8-e253de67dfbb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bae6f99-4b33-4231-a943-86a2a992fb89]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[773214ee-7df7-4158-b2f0-df3d5e5b3ea6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f0a4dcd-e836-4cbb-b3c5-cc71f31a560d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:18:07 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:18:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c878833e-57f9-4f20-ae6e-1998d29e9aa2]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG os_brick.utils [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:18:07 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Updating existing volume attachment record: f4eb73eb-d999-485c-9be5-8b5dd4ab5e04 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance be330e7b-dcd1-4790-923e-6ff9557f3b84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance b784396a-61f1-4545-b3b2-b332122202b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 89ca5a87-47f2-405a-9af6-4153cb30d37e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.956s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:18:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:18:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:18:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:18:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'niVvtxjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:18:17 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:18:17 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:18:17 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c87171f-75f1-449b-8bb9-4af4bb6c55bc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:18:17 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5fe1384-6ebb-4b4e-bbb4-f80b11eafe26]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c] added
Dec 01 21:18:17 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cde0cbc-8349-4c71-991b-835bdea6d581]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d6d834-0b61-429f-9157-7a8e9a13605f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v niVvtxjf {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v niVvtxjf" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a6479a3-f81e-4ae5-a20c-50840a6315f7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'niVvtxjf'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfeda475-bc43-4020-ba65-ce6fd157bcdf]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9a7861-b2e4-4655-a927-5165f630f4c0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:18:17 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:18:17 user nova-compute[75255]:  {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:18:17 user nova-compute[75255]: WARNING os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 21:18:17 user nova-compute[75255]: 
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[66c4241e-b9c5-450e-bb5c-8c75f8b8e994]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c, portal: 172.16.0.220,3260]
Dec 01 21:18:17 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c, portal: 172.16.0.220,3260] successful.
Dec 01 21:18:17 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe63931-88d1-45af-91da-cc7bc00cde75]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe610530-ca5c-4871-94a5-0c783bb718ff]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c (non-flash)
Dec 01 21:18:17 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c (non-flash)
Dec 01 21:18:17 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[29bec3ab-23fb-4dea-991d-dd674406ec0a]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:18:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'niVvtxjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:18:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:18 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:18:18 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23738306666336637', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:18:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738306666336637', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:18:18 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lazy-loading 'flavor' on Instance uuid be330e7b-dcd1-4790-923e-6ff9557f3b84 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:18:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:18:18 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:18:18 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:18:18 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:18:18 user nova-compute[75255]:   <serial>4de2f548-ab3c-4a1b-9f48-baf65727c91c</serial>
Dec 01 21:18:18 user nova-compute[75255]: </disk>
Dec 01 21:18:18 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] No VIF found with MAC fa:16:3e:e3:e6:9e, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d9135856-34c8-47d3-aacb-59e3a66732bc tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.241s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Acquiring lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:18:19 user nova-compute[75255]: INFO nova.compute.claims [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Claim successful on node user
Dec 01 21:18:20 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.357s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:18:20 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:18:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:18:20 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Creating image(s)
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Acquiring lock "/opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "/opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "/opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG nova.policy [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e62e779459b4d88b99ffe02b6580425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66ee882e29ea43edac978e2e818a67d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.204s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk 1073741824" returned: 0 in 0.053s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Successfully created port: 19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Cannot resize image /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Ensure instance console log exists: /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:21 user nova-compute[75255]: INFO nova.compute.manager [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Detaching volume 4de2f548-ab3c-4a1b-9f48-baf65727c91c
Dec 01 21:18:21 user nova-compute[75255]: INFO nova.virt.block_device [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Attempting to driver detach volume 4de2f548-ab3c-4a1b-9f48-baf65727c91c from mountpoint /dev/vdb
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Attempting to detach device vdb from instance be330e7b-dcd1-4790-923e-6ff9557f3b84 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:18:21 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:18:21 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:18:21 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:18:21 user nova-compute[75255]:   <serial>4de2f548-ab3c-4a1b-9f48-baf65727c91c</serial>
Dec 01 21:18:21 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:18:21 user nova-compute[75255]: </disk>
Dec 01 21:18:21 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:18:21 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Successfully detached device vdb from instance be330e7b-dcd1-4790-923e-6ff9557f3b84 from the persistent domain config.
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance be330e7b-dcd1-4790-923e-6ff9557f3b84 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:18:21 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:18:21 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:18:21 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:18:21 user nova-compute[75255]:   <serial>4de2f548-ab3c-4a1b-9f48-baf65727c91c</serial>
Dec 01 21:18:21 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:18:21 user nova-compute[75255]: </disk>
Dec 01 21:18:21 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Successfully updated port: 19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Acquiring lock "refresh_cache-eb6afd83-6c8f-4b34-af25-17eec0cb6408" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Acquired lock "refresh_cache-eb6afd83-6c8f-4b34-af25-17eec0cb6408" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-180613f9-6676-462b-9170-3b9c2c06954e req-b3d69e30-cd4f-4bf2-aaed-60b2d15805c1 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Received event network-changed-19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-180613f9-6676-462b-9170-3b9c2c06954e req-b3d69e30-cd4f-4bf2-aaed-60b2d15805c1 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Refreshing instance network info cache due to event network-changed-19dd9421-a0b7-4c10-b20f-a526306ee20c. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-180613f9-6676-462b-9170-3b9c2c06954e req-b3d69e30-cd4f-4bf2-aaed-60b2d15805c1 service nova] Acquiring lock "refresh_cache-eb6afd83-6c8f-4b34-af25-17eec0cb6408" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:18:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance be330e7b-dcd1-4790-923e-6ff9557f3b84 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Updating instance_info_cache with network_info: [{"id": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "address": "fa:16:3e:07:89:52", "network": {"id": "e5741a76-37f3-4093-905b-fbbeb2dc2c96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ae3a6cb856ae4160b2d9e20a51d040b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19dd9421-a0", "ovs_interfaceid": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Releasing lock "refresh_cache-eb6afd83-6c8f-4b34-af25-17eec0cb6408" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Instance network_info: |[{"id": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "address": "fa:16:3e:07:89:52", "network": {"id": "e5741a76-37f3-4093-905b-fbbeb2dc2c96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ae3a6cb856ae4160b2d9e20a51d040b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19dd9421-a0", "ovs_interfaceid": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-180613f9-6676-462b-9170-3b9c2c06954e req-b3d69e30-cd4f-4bf2-aaed-60b2d15805c1 service nova] Acquired lock "refresh_cache-eb6afd83-6c8f-4b34-af25-17eec0cb6408" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.network.neutron [req-180613f9-6676-462b-9170-3b9c2c06954e req-b3d69e30-cd4f-4bf2-aaed-60b2d15805c1 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Refreshing network info cache for port 19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Start _get_guest_xml network_info=[{"id": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "address": "fa:16:3e:07:89:52", "network": {"id": "e5741a76-37f3-4093-905b-fbbeb2dc2c96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ae3a6cb856ae4160b2d9e20a51d040b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19dd9421-a0", "ovs_interfaceid": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:18:22 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:18:22 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:18:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-591332829',display_name='tempest-VolumesNegativeTest-instance-591332829',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-591332829',id=27,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66ee882e29ea43edac978e2e818a67d3',ramdisk_id='',reservation_id='r-f1p1a3bf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1014282512',owner_user_name='tempest-VolumesNegativeTest-1014282512-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:18:20Z,user_data=None,user_id='9e62e779459b4d88b99ffe02b6580425',uuid=eb6afd83-6c8f-4b34-af25-17eec0cb6408,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "address": "fa:16:3e:07:89:52", "network": {"id": "e5741a76-37f3-4093-905b-fbbeb2dc2c96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ae3a6cb856ae4160b2d9e20a51d040b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19dd9421-a0", "ovs_interfaceid": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Converting VIF {"id": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "address": "fa:16:3e:07:89:52", "network": {"id": "e5741a76-37f3-4093-905b-fbbeb2dc2c96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ae3a6cb856ae4160b2d9e20a51d040b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19dd9421-a0", "ovs_interfaceid": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:89:52,bridge_name='br-int',has_traffic_filtering=True,id=19dd9421-a0b7-4c10-b20f-a526306ee20c,network=Network(e5741a76-37f3-4093-905b-fbbeb2dc2c96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19dd9421-a0') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.objects.instance [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lazy-loading 'pci_devices' on Instance uuid eb6afd83-6c8f-4b34-af25-17eec0cb6408 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:18:22 user nova-compute[75255]:   <uuid>eb6afd83-6c8f-4b34-af25-17eec0cb6408</uuid>
Dec 01 21:18:22 user nova-compute[75255]:   <name>instance-0000001b</name>
Dec 01 21:18:22 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:18:22 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:18:22 user nova-compute[75255]:   <metadata>
Dec 01 21:18:22 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:18:22 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:18:22 user nova-compute[75255]:       <nova:name>tempest-VolumesNegativeTest-instance-591332829</nova:name>
Dec 01 21:18:22 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:18:22</nova:creationTime>
Dec 01 21:18:22 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:18:22 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:18:22 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:18:22 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:18:22 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:18:22 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:18:22 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:18:22 user nova-compute[75255]:       <nova:owner>
Dec 01 21:18:22 user nova-compute[75255]:         <nova:user uuid="9e62e779459b4d88b99ffe02b6580425">tempest-VolumesNegativeTest-1014282512-project-member</nova:user>
Dec 01 21:18:22 user nova-compute[75255]:         <nova:project uuid="66ee882e29ea43edac978e2e818a67d3">tempest-VolumesNegativeTest-1014282512</nova:project>
Dec 01 21:18:22 user nova-compute[75255]:       </nova:owner>
Dec 01 21:18:22 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:18:22 user nova-compute[75255]:       <nova:ports>
Dec 01 21:18:22 user nova-compute[75255]:         <nova:port uuid="19dd9421-a0b7-4c10-b20f-a526306ee20c">
Dec 01 21:18:22 user nova-compute[75255]:           <nova:ip type="fixed" address="192.168.233.190" ipVersion="4"/>
Dec 01 21:18:22 user nova-compute[75255]:         </nova:port>
Dec 01 21:18:22 user nova-compute[75255]:       </nova:ports>
Dec 01 21:18:22 user nova-compute[75255]:     </nova:instance>
Dec 01 21:18:22 user nova-compute[75255]:   </metadata>
Dec 01 21:18:22 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:18:22 user nova-compute[75255]:     <system>
Dec 01 21:18:22 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:18:22 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:18:22 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:18:22 user nova-compute[75255]:       <entry name="serial">eb6afd83-6c8f-4b34-af25-17eec0cb6408</entry>
Dec 01 21:18:22 user nova-compute[75255]:       <entry name="uuid">eb6afd83-6c8f-4b34-af25-17eec0cb6408</entry>
Dec 01 21:18:22 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:18:22 user nova-compute[75255]:     </system>
Dec 01 21:18:22 user nova-compute[75255]:   </sysinfo>
Dec 01 21:18:22 user nova-compute[75255]:   <os>
Dec 01 21:18:22 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:18:22 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:18:22 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:18:22 user nova-compute[75255]:   </os>
Dec 01 21:18:22 user nova-compute[75255]:   <features>
Dec 01 21:18:22 user nova-compute[75255]:     <acpi/>
Dec 01 21:18:22 user nova-compute[75255]:     <apic/>
Dec 01 21:18:22 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:18:22 user nova-compute[75255]:   </features>
Dec 01 21:18:22 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:18:22 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:18:22 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:18:22 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:18:22 user nova-compute[75255]:   </clock>
Dec 01 21:18:22 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:18:22 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:18:22 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:18:22 user nova-compute[75255]:   </cpu>
Dec 01 21:18:22 user nova-compute[75255]:   <devices>
Dec 01 21:18:22 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:18:22 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:18:22 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk"/>
Dec 01 21:18:22 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:18:22 user nova-compute[75255]:     </disk>
Dec 01 21:18:22 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:18:22 user nova-compute[75255]:       <mac address="fa:16:3e:07:89:52"/>
Dec 01 21:18:22 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:18:22 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:18:22 user nova-compute[75255]:       <target dev="tap19dd9421-a0"/>
Dec 01 21:18:22 user nova-compute[75255]:     </interface>
Dec 01 21:18:22 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:18:22 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/console.log" append="off"/>
Dec 01 21:18:22 user nova-compute[75255]:     </serial>
Dec 01 21:18:22 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:18:22 user nova-compute[75255]:     <video>
Dec 01 21:18:22 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:18:22 user nova-compute[75255]:     </video>
Dec 01 21:18:22 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:18:22 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:18:22 user nova-compute[75255]:     </rng>
Dec 01 21:18:22 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:18:22 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:18:22 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:18:22 user nova-compute[75255]:     </memballoon>
Dec 01 21:18:22 user nova-compute[75255]:   </devices>
Dec 01 21:18:22 user nova-compute[75255]: </domain>
Dec 01 21:18:22 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:18:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-591332829',display_name='tempest-VolumesNegativeTest-instance-591332829',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-591332829',id=27,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66ee882e29ea43edac978e2e818a67d3',ramdisk_id='',reservation_id='r-f1p1a3bf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1014282512',owner_user_name='tempest-VolumesNegativeTest-1014282512-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:18:20Z,user_data=None,user_id='9e62e779459b4d88b99ffe02b6580425',uuid=eb6afd83-6c8f-4b34-af25-17eec0cb6408,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "address": "fa:16:3e:07:89:52", "network": {"id": "e5741a76-37f3-4093-905b-fbbeb2dc2c96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ae3a6cb856ae4160b2d9e20a51d040b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19dd9421-a0", "ovs_interfaceid": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Converting VIF {"id": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "address": "fa:16:3e:07:89:52", "network": {"id": "e5741a76-37f3-4093-905b-fbbeb2dc2c96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ae3a6cb856ae4160b2d9e20a51d040b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19dd9421-a0", "ovs_interfaceid": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:89:52,bridge_name='br-int',has_traffic_filtering=True,id=19dd9421-a0b7-4c10-b20f-a526306ee20c,network=Network(e5741a76-37f3-4093-905b-fbbeb2dc2c96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19dd9421-a0') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG os_vif [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:89:52,bridge_name='br-int',has_traffic_filtering=True,id=19dd9421-a0b7-4c10-b20f-a526306ee20c,network=Network(e5741a76-37f3-4093-905b-fbbeb2dc2c96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19dd9421-a0') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fea86d99-beca-5ac1-92c0-e3d99ebb536e', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap19dd9421-a0, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap19dd9421-a0, col_values=(('qos', UUID('4a4aa0b9-08a6-48ed-9271-0c10b6fc1270')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap19dd9421-a0, col_values=(('external_ids', {'iface-id': '19dd9421-a0b7-4c10-b20f-a526306ee20c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:89:52', 'vm-uuid': 'eb6afd83-6c8f-4b34-af25-17eec0cb6408'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:22 user nova-compute[75255]: INFO os_vif [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:89:52,bridge_name='br-int',has_traffic_filtering=True,id=19dd9421-a0b7-4c10-b20f-a526306ee20c,network=Network(e5741a76-37f3-4093-905b-fbbeb2dc2c96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19dd9421-a0')
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] No VIF found with MAC fa:16:3e:07:89:52, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.network.neutron [req-180613f9-6676-462b-9170-3b9c2c06954e req-b3d69e30-cd4f-4bf2-aaed-60b2d15805c1 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Updated VIF entry in instance network info cache for port 19dd9421-a0b7-4c10-b20f-a526306ee20c. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG nova.network.neutron [req-180613f9-6676-462b-9170-3b9c2c06954e req-b3d69e30-cd4f-4bf2-aaed-60b2d15805c1 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Updating instance_info_cache with network_info: [{"id": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "address": "fa:16:3e:07:89:52", "network": {"id": "e5741a76-37f3-4093-905b-fbbeb2dc2c96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ae3a6cb856ae4160b2d9e20a51d040b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19dd9421-a0", "ovs_interfaceid": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:18:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-180613f9-6676-462b-9170-3b9c2c06954e req-b3d69e30-cd4f-4bf2-aaed-60b2d15805c1 service nova] Releasing lock "refresh_cache-eb6afd83-6c8f-4b34-af25-17eec0cb6408" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:18:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:23 user nova-compute[75255]: DEBUG nova.compute.manager [req-85de93ca-d41a-4a66-a01a-7090a17cc199 req-d4bc7e69-6eaf-402b-bf84-888616c0a5bb service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Received event network-vif-plugged-19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-85de93ca-d41a-4a66-a01a-7090a17cc199 req-d4bc7e69-6eaf-402b-bf84-888616c0a5bb service nova] Acquiring lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-85de93ca-d41a-4a66-a01a-7090a17cc199 req-d4bc7e69-6eaf-402b-bf84-888616c0a5bb service nova] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-85de93ca-d41a-4a66-a01a-7090a17cc199 req-d4bc7e69-6eaf-402b-bf84-888616c0a5bb service nova] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:23 user nova-compute[75255]: DEBUG nova.compute.manager [req-85de93ca-d41a-4a66-a01a-7090a17cc199 req-d4bc7e69-6eaf-402b-bf84-888616c0a5bb service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] No waiting events found dispatching network-vif-plugged-19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:18:23 user nova-compute[75255]: WARNING nova.compute.manager [req-85de93ca-d41a-4a66-a01a-7090a17cc199 req-d4bc7e69-6eaf-402b-bf84-888616c0a5bb service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Received unexpected event network-vif-plugged-19dd9421-a0b7-4c10-b20f-a526306ee20c for instance with vm_state building and task_state spawning.
Dec 01 21:18:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:18:25 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Instance spawned successfully.
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:25 user nova-compute[75255]: INFO nova.compute.manager [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Took 5.32 seconds to spawn the instance on the hypervisor.
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:18:25 user nova-compute[75255]: INFO nova.compute.manager [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Took 6.00 seconds to build instance.
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-2fdf21c4-b149-4fe8-914d-2a1b57833a3a req-a92d69bf-0a4d-4ece-8544-9f32a98a6f04 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Received event network-vif-plugged-19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2fdf21c4-b149-4fe8-914d-2a1b57833a3a req-a92d69bf-0a4d-4ece-8544-9f32a98a6f04 service nova] Acquiring lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2fdf21c4-b149-4fe8-914d-2a1b57833a3a req-a92d69bf-0a4d-4ece-8544-9f32a98a6f04 service nova] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2fdf21c4-b149-4fe8-914d-2a1b57833a3a req-a92d69bf-0a4d-4ece-8544-9f32a98a6f04 service nova] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-2fdf21c4-b149-4fe8-914d-2a1b57833a3a req-a92d69bf-0a4d-4ece-8544-9f32a98a6f04 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] No waiting events found dispatching network-vif-plugged-19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:18:25 user nova-compute[75255]: WARNING nova.compute.manager [req-2fdf21c4-b149-4fe8-914d-2a1b57833a3a req-a92d69bf-0a4d-4ece-8544-9f32a98a6f04 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Received unexpected event network-vif-plugged-19dd9421-a0b7-4c10-b20f-a526306ee20c for instance with vm_state active and task_state None.
Dec 01 21:18:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0486894c-62fb-422a-86dc-9c46f8c602d4 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.094s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:18:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:18:30 user nova-compute[75255]: INFO nova.compute.claims [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Claim successful on node user
Dec 01 21:18:30 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:18:30 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:18:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.367s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:18:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:18:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG nova.policy [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '665f289c8a70400bb50612d2b9744322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c60d35f44f614c31ae5c4b304b4e8fbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:18:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Creating image(s)
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "/opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "/opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "/opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk 1073741824" returned: 0 in 0.089s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Successfully created port: 7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.247s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:18:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Cannot resize image /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Ensure instance console log exists: /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Successfully updated port: 7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "refresh_cache-9c978beb-2d97-4ce4-ac8e-e098559db909" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquired lock "refresh_cache-9c978beb-2d97-4ce4-ac8e-e098559db909" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-607c34ed-2044-4cfc-b04d-2344bf7b0893 req-8e45d44b-37e4-4d7f-8ba2-90b9a7d6eda6 service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received event network-changed-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-607c34ed-2044-4cfc-b04d-2344bf7b0893 req-8e45d44b-37e4-4d7f-8ba2-90b9a7d6eda6 service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Refreshing instance network info cache due to event network-changed-7af3ab0f-bf6b-470b-9b81-0a4ca853d714. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-607c34ed-2044-4cfc-b04d-2344bf7b0893 req-8e45d44b-37e4-4d7f-8ba2-90b9a7d6eda6 service nova] Acquiring lock "refresh_cache-9c978beb-2d97-4ce4-ac8e-e098559db909" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Updating instance_info_cache with network_info: [{"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Releasing lock "refresh_cache-9c978beb-2d97-4ce4-ac8e-e098559db909" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Instance network_info: |[{"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-607c34ed-2044-4cfc-b04d-2344bf7b0893 req-8e45d44b-37e4-4d7f-8ba2-90b9a7d6eda6 service nova] Acquired lock "refresh_cache-9c978beb-2d97-4ce4-ac8e-e098559db909" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.network.neutron [req-607c34ed-2044-4cfc-b04d-2344bf7b0893 req-8e45d44b-37e4-4d7f-8ba2-90b9a7d6eda6 service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Refreshing network info cache for port 7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Start _get_guest_xml network_info=[{"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:18:32 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:18:32 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:18:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1548884533',display_name='tempest-AttachVolumeTestJSON-server-1548884533',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1548884533',id=28,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFgEQ30TnIAieJj1CINIe4qjqUWI6f0PYcorUU7Av9Ylm54H/pUhbuNUCic9aZDzeeOskKs+Uue5qIwiE0wQzcGq4cwyDpg+fjbZUmdW7nCkghA2UJ7kz16Qt2PoCzI16w==',key_name='tempest-keypair-272747303',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-jv26r6t5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:18:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=9c978beb-2d97-4ce4-ac8e-e098559db909,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:11:76,bridge_name='br-int',has_traffic_filtering=True,id=7af3ab0f-bf6b-470b-9b81-0a4ca853d714,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7af3ab0f-bf') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'pci_devices' on Instance uuid 9c978beb-2d97-4ce4-ac8e-e098559db909 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:18:32 user nova-compute[75255]:   <uuid>9c978beb-2d97-4ce4-ac8e-e098559db909</uuid>
Dec 01 21:18:32 user nova-compute[75255]:   <name>instance-0000001c</name>
Dec 01 21:18:32 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:18:32 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:18:32 user nova-compute[75255]:   <metadata>
Dec 01 21:18:32 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:18:32 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:18:32 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeTestJSON-server-1548884533</nova:name>
Dec 01 21:18:32 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:18:32</nova:creationTime>
Dec 01 21:18:32 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:18:32 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:18:32 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:18:32 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:18:32 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:18:32 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:18:32 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:18:32 user nova-compute[75255]:       <nova:owner>
Dec 01 21:18:32 user nova-compute[75255]:         <nova:user uuid="665f289c8a70400bb50612d2b9744322">tempest-AttachVolumeTestJSON-1814331807-project-member</nova:user>
Dec 01 21:18:32 user nova-compute[75255]:         <nova:project uuid="c60d35f44f614c31ae5c4b304b4e8fbf">tempest-AttachVolumeTestJSON-1814331807</nova:project>
Dec 01 21:18:32 user nova-compute[75255]:       </nova:owner>
Dec 01 21:18:32 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:18:32 user nova-compute[75255]:       <nova:ports>
Dec 01 21:18:32 user nova-compute[75255]:         <nova:port uuid="7af3ab0f-bf6b-470b-9b81-0a4ca853d714">
Dec 01 21:18:32 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:18:32 user nova-compute[75255]:         </nova:port>
Dec 01 21:18:32 user nova-compute[75255]:       </nova:ports>
Dec 01 21:18:32 user nova-compute[75255]:     </nova:instance>
Dec 01 21:18:32 user nova-compute[75255]:   </metadata>
Dec 01 21:18:32 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:18:32 user nova-compute[75255]:     <system>
Dec 01 21:18:32 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:18:32 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:18:32 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:18:32 user nova-compute[75255]:       <entry name="serial">9c978beb-2d97-4ce4-ac8e-e098559db909</entry>
Dec 01 21:18:32 user nova-compute[75255]:       <entry name="uuid">9c978beb-2d97-4ce4-ac8e-e098559db909</entry>
Dec 01 21:18:32 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:18:32 user nova-compute[75255]:     </system>
Dec 01 21:18:32 user nova-compute[75255]:   </sysinfo>
Dec 01 21:18:32 user nova-compute[75255]:   <os>
Dec 01 21:18:32 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:18:32 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:18:32 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:18:32 user nova-compute[75255]:   </os>
Dec 01 21:18:32 user nova-compute[75255]:   <features>
Dec 01 21:18:32 user nova-compute[75255]:     <acpi/>
Dec 01 21:18:32 user nova-compute[75255]:     <apic/>
Dec 01 21:18:32 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:18:32 user nova-compute[75255]:   </features>
Dec 01 21:18:32 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:18:32 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:18:32 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:18:32 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:18:32 user nova-compute[75255]:   </clock>
Dec 01 21:18:32 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:18:32 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:18:32 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:18:32 user nova-compute[75255]:   </cpu>
Dec 01 21:18:32 user nova-compute[75255]:   <devices>
Dec 01 21:18:32 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:18:32 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:18:32 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk"/>
Dec 01 21:18:32 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:18:32 user nova-compute[75255]:     </disk>
Dec 01 21:18:32 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:18:32 user nova-compute[75255]:       <mac address="fa:16:3e:d4:11:76"/>
Dec 01 21:18:32 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:18:32 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:18:32 user nova-compute[75255]:       <target dev="tap7af3ab0f-bf"/>
Dec 01 21:18:32 user nova-compute[75255]:     </interface>
Dec 01 21:18:32 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:18:32 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/console.log" append="off"/>
Dec 01 21:18:32 user nova-compute[75255]:     </serial>
Dec 01 21:18:32 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:18:32 user nova-compute[75255]:     <video>
Dec 01 21:18:32 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:18:32 user nova-compute[75255]:     </video>
Dec 01 21:18:32 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:18:32 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:18:32 user nova-compute[75255]:     </rng>
Dec 01 21:18:32 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:18:32 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:18:32 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:18:32 user nova-compute[75255]:     </memballoon>
Dec 01 21:18:32 user nova-compute[75255]:   </devices>
Dec 01 21:18:32 user nova-compute[75255]: </domain>
Dec 01 21:18:32 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:18:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1548884533',display_name='tempest-AttachVolumeTestJSON-server-1548884533',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1548884533',id=28,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFgEQ30TnIAieJj1CINIe4qjqUWI6f0PYcorUU7Av9Ylm54H/pUhbuNUCic9aZDzeeOskKs+Uue5qIwiE0wQzcGq4cwyDpg+fjbZUmdW7nCkghA2UJ7kz16Qt2PoCzI16w==',key_name='tempest-keypair-272747303',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-jv26r6t5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:18:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=9c978beb-2d97-4ce4-ac8e-e098559db909,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:11:76,bridge_name='br-int',has_traffic_filtering=True,id=7af3ab0f-bf6b-470b-9b81-0a4ca853d714,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7af3ab0f-bf') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG os_vif [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:11:76,bridge_name='br-int',has_traffic_filtering=True,id=7af3ab0f-bf6b-470b-9b81-0a4ca853d714,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7af3ab0f-bf') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8664713f-8f2e-54e4-b28b-8f74afad5501', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7af3ab0f-bf, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7af3ab0f-bf, col_values=(('qos', UUID('c93faa0f-6d07-45c4-9de5-7c78c4ab6d44')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7af3ab0f-bf, col_values=(('external_ids', {'iface-id': '7af3ab0f-bf6b-470b-9b81-0a4ca853d714', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:11:76', 'vm-uuid': '9c978beb-2d97-4ce4-ac8e-e098559db909'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:32 user nova-compute[75255]: INFO os_vif [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:11:76,bridge_name='br-int',has_traffic_filtering=True,id=7af3ab0f-bf6b-470b-9b81-0a4ca853d714,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7af3ab0f-bf')
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:18:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No VIF found with MAC fa:16:3e:d4:11:76, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:18:33 user nova-compute[75255]: DEBUG nova.network.neutron [req-607c34ed-2044-4cfc-b04d-2344bf7b0893 req-8e45d44b-37e4-4d7f-8ba2-90b9a7d6eda6 service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Updated VIF entry in instance network info cache for port 7af3ab0f-bf6b-470b-9b81-0a4ca853d714. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:18:33 user nova-compute[75255]: DEBUG nova.network.neutron [req-607c34ed-2044-4cfc-b04d-2344bf7b0893 req-8e45d44b-37e4-4d7f-8ba2-90b9a7d6eda6 service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Updating instance_info_cache with network_info: [{"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:18:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-607c34ed-2044-4cfc-b04d-2344bf7b0893 req-8e45d44b-37e4-4d7f-8ba2-90b9a7d6eda6 service nova] Releasing lock "refresh_cache-9c978beb-2d97-4ce4-ac8e-e098559db909" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:18:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-9b5288b0-4ca6-48ee-ba4e-538e0f5a52c5 req-60922e1c-9245-46f9-a634-b92bd14e1906 service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received event network-vif-plugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9b5288b0-4ca6-48ee-ba4e-538e0f5a52c5 req-60922e1c-9245-46f9-a634-b92bd14e1906 service nova] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9b5288b0-4ca6-48ee-ba4e-538e0f5a52c5 req-60922e1c-9245-46f9-a634-b92bd14e1906 service nova] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9b5288b0-4ca6-48ee-ba4e-538e0f5a52c5 req-60922e1c-9245-46f9-a634-b92bd14e1906 service nova] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-9b5288b0-4ca6-48ee-ba4e-538e0f5a52c5 req-60922e1c-9245-46f9-a634-b92bd14e1906 service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] No waiting events found dispatching network-vif-plugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:18:34 user nova-compute[75255]: WARNING nova.compute.manager [req-9b5288b0-4ca6-48ee-ba4e-538e0f5a52c5 req-60922e1c-9245-46f9-a634-b92bd14e1906 service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received unexpected event network-vif-plugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 for instance with vm_state building and task_state spawning.
Dec 01 21:18:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.compute.manager [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:18:36 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Instance spawned successfully.
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-374c62c6-146d-400d-9d94-4ad6032e8a4c req-abf3a5ee-e0c9-4d43-923d-e6e1060a139e service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received event network-vif-plugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-374c62c6-146d-400d-9d94-4ad6032e8a4c req-abf3a5ee-e0c9-4d43-923d-e6e1060a139e service nova] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-374c62c6-146d-400d-9d94-4ad6032e8a4c req-abf3a5ee-e0c9-4d43-923d-e6e1060a139e service nova] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-374c62c6-146d-400d-9d94-4ad6032e8a4c req-abf3a5ee-e0c9-4d43-923d-e6e1060a139e service nova] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-374c62c6-146d-400d-9d94-4ad6032e8a4c req-abf3a5ee-e0c9-4d43-923d-e6e1060a139e service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] No waiting events found dispatching network-vif-plugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:18:36 user nova-compute[75255]: WARNING nova.compute.manager [req-374c62c6-146d-400d-9d94-4ad6032e8a4c req-abf3a5ee-e0c9-4d43-923d-e6e1060a139e service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received unexpected event network-vif-plugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 for instance with vm_state building and task_state spawning.
Dec 01 21:18:36 user nova-compute[75255]: INFO nova.compute.manager [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Took 5.28 seconds to spawn the instance on the hypervisor.
Dec 01 21:18:36 user nova-compute[75255]: DEBUG nova.compute.manager [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:18:36 user nova-compute[75255]: INFO nova.compute.manager [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Took 6.05 seconds to build instance.
Dec 01 21:18:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5b874dad-2ced-45b1-9233-fa6248d7e70e tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.470s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:42 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance be330e7b-dcd1-4790-923e-6ff9557f3b84 is timed out.
Dec 01 21:18:42 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Successfully detached device vdb from instance be330e7b-dcd1-4790-923e-6ff9557f3b84 from the live domain config.
Dec 01 21:18:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'niVvtxjf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:18:42 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[57497d5b-2b1a-45d2-a82f-31fa4c67b22d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:18:42 user nova-compute[75255]: No targets found.
Dec 01 21:18:42 user nova-compute[75255]: iSNS:
Dec 01 21:18:42 user nova-compute[75255]: No targets found.
Dec 01 21:18:42 user nova-compute[75255]: STATIC:
Dec 01 21:18:42 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c
Dec 01 21:18:42 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:18:42 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:18:42 user nova-compute[75255]: FIRMWARE:
Dec 01 21:18:42 user nova-compute[75255]: No targets found.
Dec 01 21:18:42 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:18:42 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:18:42 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6b59a93-3861-4cfb-9cca-60aec0f990fc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cddb7d40-6a7d-422b-b329-81e39ddfd738]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c (non-flash)
Dec 01 21:18:42 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c (non-flash)
Dec 01 21:18:42 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd75750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a668b6c-a86a-4068-adc0-5715713541b1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[73787b3c-5794-43ac-84a3-9f172be68ebf]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b85586-5870-4980-a9e9-2e20652ef77c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.082s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ace93338-35a6-4fe1-b2be-a8e4315b3a1f]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[75fb70f5-6a72-42bc-8494-48b4eb0ed47c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b814cebd-cc29-410d-a4b8-96653214db6e]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c, portal: 172.16.0.220,3260]
Dec 01 21:18:42 user nova-compute[75255]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c, portal: 172.16.0.220,3260] successful.
Dec 01 21:18:42 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4de2f548-ab3c-4a1b-9f48-baf65727c91c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dbde542-562b-4f32-8c09-b4f03a7a9ee6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] <== disconnect_volume: return (337ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:18:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:43 user nova-compute[75255]: DEBUG nova.objects.instance [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lazy-loading 'flavor' on Instance uuid be330e7b-dcd1-4790-923e-6ff9557f3b84 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:18:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3daba3f5-3435-48e0-a0de-670870c6aef7 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.733s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:18:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:18:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:00 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:19:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:19:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:19:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:19:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:03 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:19:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:19:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7577MB free_disk=25.195892333984375GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance be330e7b-dcd1-4790-923e-6ff9557f3b84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance b784396a-61f1-4545-b3b2-b332122202b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 89ca5a87-47f2-405a-9af6-4153cb30d37e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance eb6afd83-6c8f-4b34-af25-17eec0cb6408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 9c978beb-2d97-4ce4-ac8e-e098559db909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.417s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:19:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:19:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:19:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 76e89914-6bf7-4d84-870d-60801590ee5a {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updating instance_info_cache with network_info: [{"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:19:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:19:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "b431b239-a5c4-4512-9153-c621b3dccbab" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:15 user nova-compute[75255]: INFO nova.compute.manager [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Unshelving
Dec 01 21:19:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:15 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'pci_requests' on Instance uuid b431b239-a5c4-4512-9153-c621b3dccbab {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:15 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'numa_topology' on Instance uuid b431b239-a5c4-4512-9153-c621b3dccbab {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:15 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:19:15 user nova-compute[75255]: INFO nova.compute.claims [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Claim successful on node user
Dec 01 21:19:15 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:19:15 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:19:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.468s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:15 user nova-compute[75255]: INFO nova.network.neutron [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updating port ce2be787-198e-4d7a-92e0-c9f49cdefdb4 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:16 user nova-compute[75255]: INFO nova.compute.manager [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Terminating instance
Dec 01 21:19:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquired lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-aab6120b-45a1-4a76-94f3-04eed7bcfa03 req-37f8b73b-d118-41e5-b2e1-47607e99b09f service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-changed-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-aab6120b-45a1-4a76-94f3-04eed7bcfa03 req-37f8b73b-d118-41e5-b2e1-47607e99b09f service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Refreshing instance network info cache due to event network-changed-ce2be787-198e-4d7a-92e0-c9f49cdefdb4. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aab6120b-45a1-4a76-94f3-04eed7bcfa03 req-37f8b73b-d118-41e5-b2e1-47607e99b09f service nova] Acquiring lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updating instance_info_cache with network_info: [{"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Releasing lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:19:16 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Creating image(s)
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "/opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "/opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "/opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'trusted_certs' on Instance uuid b431b239-a5c4-4512-9153-c621b3dccbab {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aab6120b-45a1-4a76-94f3-04eed7bcfa03 req-37f8b73b-d118-41e5-b2e1-47607e99b09f service nova] Acquired lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG nova.network.neutron [req-aab6120b-45a1-4a76-94f3-04eed7bcfa03 req-37f8b73b-d118-41e5-b2e1-47607e99b09f service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Refreshing network info cache for port ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG nova.objects.base [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Object Instance<b431b239-a5c4-4512-9153-c621b3dccbab> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:17 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Instance destroyed successfully.
Dec 01 21:19:17 user nova-compute[75255]: DEBUG nova.objects.instance [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lazy-loading 'resources' on Instance uuid be330e7b-dcd1-4790-923e-6ff9557f3b84 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:16:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-240453840',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-240453840',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2404538',id=22,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPznVVraLtOs4cVqwetaDIYnNqbmgasgJ253mw+Jn1P51e+irfX7m8PbahTPTOjlru0Y6VfLxl+QnUs36mQTQ6yhn8HWAyqtTInqh9wE5V+3hJK+/Z+nBURfZGQuvKObfA==',key_name='tempest-keypair-536179750',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:16:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='558b072aefad42218b9577f6b5bd6909',ramdisk_id='',reservation_id='r-gjaqu6hd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1206591549',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:16:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='62c6c7cf0f834c3a9ebb4760892d89ba',uuid=be330e7b-dcd1-4790-923e-6ff9557f3b84,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:19:17 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Converting VIF {"id": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "address": "fa:16:3e:e3:e6:9e", "network": {"id": "30464e0b-0d9a-4875-90d9-d456bd77da2a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-310499172-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "558b072aefad42218b9577f6b5bd6909", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb801a011-eb", "ovs_interfaceid": "b801a011-eb2d-4213-8a24-04ffb5e06a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:19:17 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e3:e6:9e,bridge_name='br-int',has_traffic_filtering=True,id=b801a011-eb2d-4213-8a24-04ffb5e06a55,network=Network(30464e0b-0d9a-4875-90d9-d456bd77da2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb801a011-eb') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:19:17 user nova-compute[75255]: DEBUG os_vif [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:e6:9e,bridge_name='br-int',has_traffic_filtering=True,id=b801a011-eb2d-4213-8a24-04ffb5e06a55,network=Network(30464e0b-0d9a-4875-90d9-d456bd77da2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb801a011-eb') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:19:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb801a011-eb, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:19:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1.part --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=14bd3a38-1241-46d0-9b39-8d50f0508d51) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:19:18 user nova-compute[75255]: INFO os_vif [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:e6:9e,bridge_name='br-int',has_traffic_filtering=True,id=b801a011-eb2d-4213-8a24-04ffb5e06a55,network=Network(30464e0b-0d9a-4875-90d9-d456bd77da2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb801a011-eb')
Dec 01 21:19:18 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Deleting instance files /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84_del
Dec 01 21:19:18 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Deletion of /opt/stack/data/nova/instances/be330e7b-dcd1-4790-923e-6ff9557f3b84_del complete
Dec 01 21:19:18 user nova-compute[75255]: INFO nova.compute.manager [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Took 2.02 seconds to destroy the instance on the hypervisor.
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1.part --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.virt.images [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] ef17b7c4-9076-4eab-9f8e-1534c8efbe0f was qcow2, converting to raw {{(pid=75255) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1.part /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1.converted {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received event network-vif-unplugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] Acquiring lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] No waiting events found dispatching network-vif-unplugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received event network-vif-unplugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received event network-vif-plugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] Acquiring lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] No waiting events found dispatching network-vif-plugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:18 user nova-compute[75255]: WARNING nova.compute.manager [req-4464e558-594d-4763-b5f4-dd113a5b4594 req-f937cf4a-178c-496d-8562-3d69be043a2e service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received unexpected event network-vif-plugged-b801a011-eb2d-4213-8a24-04ffb5e06a55 for instance with vm_state active and task_state deleting.
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.network.neutron [req-aab6120b-45a1-4a76-94f3-04eed7bcfa03 req-37f8b73b-d118-41e5-b2e1-47607e99b09f service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updated VIF entry in instance network info cache for port ce2be787-198e-4d7a-92e0-c9f49cdefdb4. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG nova.network.neutron [req-aab6120b-45a1-4a76-94f3-04eed7bcfa03 req-37f8b73b-d118-41e5-b2e1-47607e99b09f service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updating instance_info_cache with network_info: [{"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aab6120b-45a1-4a76-94f3-04eed7bcfa03 req-37f8b73b-d118-41e5-b2e1-47607e99b09f service nova] Releasing lock "refresh_cache-b431b239-a5c4-4512-9153-c621b3dccbab" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1.part /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1.converted" returned: 0 in 0.329s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1.converted --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1.converted --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.880s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1 --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:19:19 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Took 0.93 seconds to deallocate network for instance.
Dec 01 21:19:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-e49d818e-9308-4ce0-9b4c-25ad9c3eccdc req-1b32e71a-a732-4075-8581-c8df4c9ce25a service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Received event network-vif-deleted-b801a011-eb2d-4213-8a24-04ffb5e06a55 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:19 user nova-compute[75255]: INFO nova.compute.manager [req-e49d818e-9308-4ce0-9b4c-25ad9c3eccdc req-1b32e71a-a732-4075-8581-c8df4c9ce25a service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Neutron deleted interface b801a011-eb2d-4213-8a24-04ffb5e06a55; detaching it from the instance and deleting it from the info cache
Dec 01 21:19:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-e49d818e-9308-4ce0-9b4c-25ad9c3eccdc req-1b32e71a-a732-4075-8581-c8df4c9ce25a service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1 --force-share --output=json" returned: 0 in 0.205s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1,backing_fmt=raw /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-e49d818e-9308-4ce0-9b4c-25ad9c3eccdc req-1b32e71a-a732-4075-8581-c8df4c9ce25a service nova] [instance: be330e7b-dcd1-4790-923e-6ff9557f3b84] Detach interface failed, port_id=b801a011-eb2d-4213-8a24-04ffb5e06a55, reason: Instance be330e7b-dcd1-4790-923e-6ff9557f3b84 could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1,backing_fmt=raw /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk 1073741824" returned: 0 in 0.052s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1 --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'migration_context' on Instance uuid b431b239-a5c4-4512-9153-c621b3dccbab {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG nova.objects.base [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Object Instance<b431b239-a5c4-4512-9153-c621b3dccbab> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:19:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Rebasing disk image.
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 -F raw /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.432s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:19 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Deleted allocations for instance be330e7b-dcd1-4790-923e-6ff9557f3b84
Dec 01 21:19:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3abc5f6f-83f7-4799-904d-4875a8abf118 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549 tempest-TestServerVolumeAttachScenarioOldVersion-1206591549-project-member] Lock "be330e7b-dcd1-4790-923e-6ff9557f3b84" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.606s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 -F raw /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk" returned: 0 in 2.562s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Ensure instance console log exists: /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Start _get_guest_xml network_info=[{"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='6d13b30f883557ab2ede2a2d0642f971',container_format='bare',created_at=2023-12-01T21:17:22Z,direct_url=<?>,disk_format='qcow2',id=ef17b7c4-9076-4eab-9f8e-1534c8efbe0f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-29241392-shelved',owner='1710a62043cc4582910d0de99e8030eb',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-01T21:17:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:19:22 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:19:22 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6d13b30f883557ab2ede2a2d0642f971',container_format='bare',created_at=2023-12-01T21:17:22Z,direct_url=<?>,disk_format='qcow2',id=ef17b7c4-9076-4eab-9f8e-1534c8efbe0f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-29241392-shelved',owner='1710a62043cc4582910d0de99e8030eb',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-01T21:17:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'vcpu_model' on Instance uuid b431b239-a5c4-4512-9153-c621b3dccbab {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.objects.base [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Object Instance<b431b239-a5c4-4512-9153-c621b3dccbab> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:15:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-29241392',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-29241392',id=20,image_ref='ef17b7c4-9076-4eab-9f8e-1534c8efbe0f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1178518127',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:15:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-3l0svqhq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member',shelved_at='2023-12-01T21:17:27.398407',shelved_host='user',shelved_image_id='ef17b7c4-9076-4eab-9f8e-1534c8efbe0f'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:19:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=b431b239-a5c4-4512-9153-c621b3dccbab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'pci_devices' on Instance uuid b431b239-a5c4-4512-9153-c621b3dccbab {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.objects.base [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Object Instance<b431b239-a5c4-4512-9153-c621b3dccbab> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:19:22 user nova-compute[75255]:   <uuid>b431b239-a5c4-4512-9153-c621b3dccbab</uuid>
Dec 01 21:19:22 user nova-compute[75255]:   <name>instance-00000014</name>
Dec 01 21:19:22 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:19:22 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:19:22 user nova-compute[75255]:   <metadata>
Dec 01 21:19:22 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:19:22 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:19:22 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-29241392</nova:name>
Dec 01 21:19:22 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:19:22</nova:creationTime>
Dec 01 21:19:22 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:19:22 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:19:22 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:19:22 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:19:22 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:19:22 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:19:22 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:19:22 user nova-compute[75255]:       <nova:owner>
Dec 01 21:19:22 user nova-compute[75255]:         <nova:user uuid="bb12338d5cbd4bf4a86c207bb4ddd90d">tempest-AttachVolumeShelveTestJSON-468209258-project-member</nova:user>
Dec 01 21:19:22 user nova-compute[75255]:         <nova:project uuid="1710a62043cc4582910d0de99e8030eb">tempest-AttachVolumeShelveTestJSON-468209258</nova:project>
Dec 01 21:19:22 user nova-compute[75255]:       </nova:owner>
Dec 01 21:19:22 user nova-compute[75255]:       <nova:root type="image" uuid="ef17b7c4-9076-4eab-9f8e-1534c8efbe0f"/>
Dec 01 21:19:22 user nova-compute[75255]:       <nova:ports>
Dec 01 21:19:22 user nova-compute[75255]:         <nova:port uuid="ce2be787-198e-4d7a-92e0-c9f49cdefdb4">
Dec 01 21:19:22 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:19:22 user nova-compute[75255]:         </nova:port>
Dec 01 21:19:22 user nova-compute[75255]:       </nova:ports>
Dec 01 21:19:22 user nova-compute[75255]:     </nova:instance>
Dec 01 21:19:22 user nova-compute[75255]:   </metadata>
Dec 01 21:19:22 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:19:22 user nova-compute[75255]:     <system>
Dec 01 21:19:22 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:19:22 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:19:22 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:19:22 user nova-compute[75255]:       <entry name="serial">b431b239-a5c4-4512-9153-c621b3dccbab</entry>
Dec 01 21:19:22 user nova-compute[75255]:       <entry name="uuid">b431b239-a5c4-4512-9153-c621b3dccbab</entry>
Dec 01 21:19:22 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:19:22 user nova-compute[75255]:     </system>
Dec 01 21:19:22 user nova-compute[75255]:   </sysinfo>
Dec 01 21:19:22 user nova-compute[75255]:   <os>
Dec 01 21:19:22 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:19:22 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:19:22 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:19:22 user nova-compute[75255]:   </os>
Dec 01 21:19:22 user nova-compute[75255]:   <features>
Dec 01 21:19:22 user nova-compute[75255]:     <acpi/>
Dec 01 21:19:22 user nova-compute[75255]:     <apic/>
Dec 01 21:19:22 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:19:22 user nova-compute[75255]:   </features>
Dec 01 21:19:22 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:19:22 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:19:22 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:19:22 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:19:22 user nova-compute[75255]:   </clock>
Dec 01 21:19:22 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:19:22 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:19:22 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:19:22 user nova-compute[75255]:   </cpu>
Dec 01 21:19:22 user nova-compute[75255]:   <devices>
Dec 01 21:19:22 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:19:22 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:19:22 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk"/>
Dec 01 21:19:22 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:19:22 user nova-compute[75255]:     </disk>
Dec 01 21:19:22 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:19:22 user nova-compute[75255]:       <mac address="fa:16:3e:ff:36:d6"/>
Dec 01 21:19:22 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:19:22 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:19:22 user nova-compute[75255]:       <target dev="tapce2be787-19"/>
Dec 01 21:19:22 user nova-compute[75255]:     </interface>
Dec 01 21:19:22 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:19:22 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/console.log" append="off"/>
Dec 01 21:19:22 user nova-compute[75255]:     </serial>
Dec 01 21:19:22 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:19:22 user nova-compute[75255]:     <video>
Dec 01 21:19:22 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:19:22 user nova-compute[75255]:     </video>
Dec 01 21:19:22 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:19:22 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:19:22 user nova-compute[75255]:     </rng>
Dec 01 21:19:22 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:19:22 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:19:22 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:19:22 user nova-compute[75255]:     </memballoon>
Dec 01 21:19:22 user nova-compute[75255]:   </devices>
Dec 01 21:19:22 user nova-compute[75255]: </domain>
Dec 01 21:19:22 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:15:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-29241392',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-29241392',id=20,image_ref='ef17b7c4-9076-4eab-9f8e-1534c8efbe0f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1178518127',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:15:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-3l0svqhq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member',shelved_at='2023-12-01T21:17:27.398407',shelved_host='user',shelved_image_id='ef17b7c4-9076-4eab-9f8e-1534c8efbe0f'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:19:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=b431b239-a5c4-4512-9153-c621b3dccbab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG os_vif [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bd1e97d8-b5af-5a7f-bf4e-4fbf2b89baa0', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapce2be787-19, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapce2be787-19, col_values=(('qos', UUID('611b4e21-12f1-4ce3-b1f0-6a7a37a2f9bf')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapce2be787-19, col_values=(('external_ids', {'iface-id': 'ce2be787-198e-4d7a-92e0-c9f49cdefdb4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:36:d6', 'vm-uuid': 'b431b239-a5c4-4512-9153-c621b3dccbab'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:22 user nova-compute[75255]: INFO os_vif [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19')
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] No VIF found with MAC fa:16:3e:ff:36:d6, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-74ec4470-b7d0-484c-bf51-ba2ee45774bd req-d5aeefe8-88e6-494a-b6dc-08b901019f4f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received event network-changed-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-74ec4470-b7d0-484c-bf51-ba2ee45774bd req-d5aeefe8-88e6-494a-b6dc-08b901019f4f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Refreshing instance network info cache due to event network-changed-7e8adf4b-60a2-4859-91de-588ec4daaf37. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-74ec4470-b7d0-484c-bf51-ba2ee45774bd req-d5aeefe8-88e6-494a-b6dc-08b901019f4f service nova] Acquiring lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-74ec4470-b7d0-484c-bf51-ba2ee45774bd req-d5aeefe8-88e6-494a-b6dc-08b901019f4f service nova] Acquired lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:19:22 user nova-compute[75255]: DEBUG nova.network.neutron [req-74ec4470-b7d0-484c-bf51-ba2ee45774bd req-d5aeefe8-88e6-494a-b6dc-08b901019f4f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Refreshing network info cache for port 7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG nova.network.neutron [req-74ec4470-b7d0-484c-bf51-ba2ee45774bd req-d5aeefe8-88e6-494a-b6dc-08b901019f4f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updated VIF entry in instance network info cache for port 7e8adf4b-60a2-4859-91de-588ec4daaf37. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG nova.network.neutron [req-74ec4470-b7d0-484c-bf51-ba2ee45774bd req-d5aeefe8-88e6-494a-b6dc-08b901019f4f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updating instance_info_cache with network_info: [{"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-74ec4470-b7d0-484c-bf51-ba2ee45774bd req-d5aeefe8-88e6-494a-b6dc-08b901019f4f service nova] Releasing lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG nova.objects.instance [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lazy-loading 'flavor' on Instance uuid b784396a-61f1-4545-b3b2-b332122202b2 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:23 user nova-compute[75255]: INFO nova.compute.manager [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Attaching volume 936204f5-1731-4bb9-b683-96a4c44e93d9 to /dev/vdb
Dec 01 21:19:23 user nova-compute[75255]: DEBUG os_brick.utils [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a16f9441-56ad-4535-bd78-6e9ed9cefa15]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8fef3c1-86ec-4ab1-bd22-f74543e87b93]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c691c71e-fac9-4aff-b9da-05402e484d96]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f6ae40-0c47-4d4a-a908-42f6bee41e01]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:19:23 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:19:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[36117412-da9a-4459-9b54-f24693de232f]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG os_brick.utils [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updating existing volume attachment record: 3a8c3fb5-630c-4bf1-aa1c-26d614e99588 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:24 user nova-compute[75255]: WARNING nova.compute.manager [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 21:19:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:24 user nova-compute[75255]: WARNING nova.compute.manager [req-580f59b9-4b78-46de-af96-5ade655c12a9 req-e0768e16-d551-457d-8a9e-65cffbc59172 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 21:19:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:19:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:19:25 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Instance spawned successfully.
Dec 01 21:19:26 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:19:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d578f92b-6444-437c-b3f1-ee6fd059c614 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "b431b239-a5c4-4512-9153-c621b3dccbab" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.222s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmqDYkCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:19:32 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:19:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:19:32 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:19:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:19:32 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[de561638-ae47-403e-86b1-a0d09c74acb0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:19:32 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eda9e63-f598-4cee-a107-24ad8c4764e9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9] added
Dec 01 21:19:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9cd0a3d-a6f0-48ad-9e5c-4cee6bf740dd]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef83ff25-90b6-4b15-aabb-7c924b3288ae]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmqDYkCZ {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmqDYkCZ" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64a1c99-8e33-4a75-ae52-62afc4e57407]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RmqDYkCZ'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d29b6e-8d0e-4612-bfba-7c278929413c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a0db030-96ee-46af-843c-e09c91067508]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:19:33 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:19:33 user nova-compute[75255]:  {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:19:33 user nova-compute[75255]: WARNING os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 21:19:33 user nova-compute[75255]: 
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[27ea10b0-2c66-4627-adf6-3efbbebcd3ac]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9, portal: 172.16.0.220,3260]
Dec 01 21:19:33 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9, portal: 172.16.0.220,3260] successful.
Dec 01 21:19:33 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf65a7a1-b665-4f0f-8699-baf8d80a8a47]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8eb3094-6ba2-4a2d-86e5-98d48ef64e0c]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:19:33 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:19:33 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.251s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] HCTL ('33', '-', '-', 0) found on session 28 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[09754dd6-cb9a-490e-9529-c45b7cb18fc3]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Searching for a device in session 28 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmqDYkCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:19:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.282s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:19:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] <== connect_volume: return (1284ms) {'type': 'block', 'scsi_wwn': '23665623863663535', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:19:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665623863663535', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:19:34 user nova-compute[75255]: DEBUG nova.objects.instance [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lazy-loading 'flavor' on Instance uuid b784396a-61f1-4545-b3b2-b332122202b2 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:19:34 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:19:34 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:19:34 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:19:34 user nova-compute[75255]:   <serial>936204f5-1731-4bb9-b683-96a4c44e93d9</serial>
Dec 01 21:19:34 user nova-compute[75255]: </disk>
Dec 01 21:19:34 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:19:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:19:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:19:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] No VIF found with MAC fa:16:3e:69:cb:fa, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:19:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-843ad1e7-bdd2-4940-b15f-c7f4fa950aa7 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.309s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:37 user nova-compute[75255]: DEBUG nova.objects.instance [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lazy-loading 'flavor' on Instance uuid b784396a-61f1-4545-b3b2-b332122202b2 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:38 user nova-compute[75255]: INFO nova.compute.manager [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Attaching volume 6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 to /dev/vdc
Dec 01 21:19:38 user nova-compute[75255]: DEBUG os_brick.utils [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5fbbe7f-52e1-4ce1-9bd1-b276f7b42664]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae1f9c3-917b-4bb8-b780-6479a01e5a8c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7265545e-05e9-449e-9fb9-6f1a26cd9c20]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db84528-9835-4b07-9f26-f9e5cfc47a2f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:19:38 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef28195-c49b-4d3d-b53e-0fac530a9566]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG os_brick.utils [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updating existing volume attachment record: 26770218-294f-455c-8dd4-4fd3c0516533 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "89ca5a87-47f2-405a-9af6-4153cb30d37e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:38 user nova-compute[75255]: INFO nova.compute.manager [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Terminating instance
Dec 01 21:19:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-460e2749-3ea2-4ec4-bfb7-02fac1f2f228 req-dcf50260-199b-42c3-a004-aa283abff132 service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Received event network-vif-unplugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-460e2749-3ea2-4ec4-bfb7-02fac1f2f228 req-dcf50260-199b-42c3-a004-aa283abff132 service nova] Acquiring lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-460e2749-3ea2-4ec4-bfb7-02fac1f2f228 req-dcf50260-199b-42c3-a004-aa283abff132 service nova] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-460e2749-3ea2-4ec4-bfb7-02fac1f2f228 req-dcf50260-199b-42c3-a004-aa283abff132 service nova] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-460e2749-3ea2-4ec4-bfb7-02fac1f2f228 req-dcf50260-199b-42c3-a004-aa283abff132 service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] No waiting events found dispatching network-vif-unplugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-460e2749-3ea2-4ec4-bfb7-02fac1f2f228 req-dcf50260-199b-42c3-a004-aa283abff132 service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Received event network-vif-unplugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:39 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Instance destroyed successfully.
Dec 01 21:19:39 user nova-compute[75255]: DEBUG nova.objects.instance [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lazy-loading 'resources' on Instance uuid 89ca5a87-47f2-405a-9af6-4153cb30d37e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-381368857',display_name='tempest-ServersNegativeTestJSON-server-381368857',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-381368857',id=24,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:17:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e41bcb6256804cbaaa2e4a3f022cf19d',ramdisk_id='',reservation_id='r-6z8v9g7e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1729922498',owner_user_name='tempest-ServersNegativeTestJSON-1729922498-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:17:55Z,user_data=None,user_id='6595166888974b6faf752d582badda49',uuid=89ca5a87-47f2-405a-9af6-4153cb30d37e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "address": "fa:16:3e:d9:8b:58", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfbaf52d2-49", "ovs_interfaceid": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converting VIF {"id": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "address": "fa:16:3e:d9:8b:58", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfbaf52d2-49", "ovs_interfaceid": "fbaf52d2-4990-43c1-96fa-081b663d8e73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:8b:58,bridge_name='br-int',has_traffic_filtering=True,id=fbaf52d2-4990-43c1-96fa-081b663d8e73,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfbaf52d2-49') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG os_vif [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:8b:58,bridge_name='br-int',has_traffic_filtering=True,id=fbaf52d2-4990-43c1-96fa-081b663d8e73,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfbaf52d2-49') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfbaf52d2-49, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=209dc41a-bcd7-436e-b1cf-b1b413b2a969) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:19:39 user nova-compute[75255]: INFO os_vif [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:8b:58,bridge_name='br-int',has_traffic_filtering=True,id=fbaf52d2-4990-43c1-96fa-081b663d8e73,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfbaf52d2-49')
Dec 01 21:19:39 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Deleting instance files /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e_del
Dec 01 21:19:39 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Deletion of /opt/stack/data/nova/instances/89ca5a87-47f2-405a-9af6-4153cb30d37e_del complete
Dec 01 21:19:39 user nova-compute[75255]: INFO nova.compute.manager [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 01 21:19:39 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:19:39 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:19:40 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:19:40 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Took 0.48 seconds to deallocate network for instance.
Dec 01 21:19:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:40 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:19:40 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:19:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:40 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Deleted allocations for instance 89ca5a87-47f2-405a-9af6-4153cb30d37e
Dec 01 21:19:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-20ecb105-b65f-4b4f-9215-ded8831298c4 tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.842s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-91de2c39-fce5-4ed5-b376-b6f9abeaf87b req-d1e9779d-e5bc-4a3c-a75a-43bb2b708b95 service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Received event network-vif-plugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-91de2c39-fce5-4ed5-b376-b6f9abeaf87b req-d1e9779d-e5bc-4a3c-a75a-43bb2b708b95 service nova] Acquiring lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-91de2c39-fce5-4ed5-b376-b6f9abeaf87b req-d1e9779d-e5bc-4a3c-a75a-43bb2b708b95 service nova] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-91de2c39-fce5-4ed5-b376-b6f9abeaf87b req-d1e9779d-e5bc-4a3c-a75a-43bb2b708b95 service nova] Lock "89ca5a87-47f2-405a-9af6-4153cb30d37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-91de2c39-fce5-4ed5-b376-b6f9abeaf87b req-d1e9779d-e5bc-4a3c-a75a-43bb2b708b95 service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] No waiting events found dispatching network-vif-plugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:41 user nova-compute[75255]: WARNING nova.compute.manager [req-91de2c39-fce5-4ed5-b376-b6f9abeaf87b req-d1e9779d-e5bc-4a3c-a75a-43bb2b708b95 service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Received unexpected event network-vif-plugged-fbaf52d2-4990-43c1-96fa-081b663d8e73 for instance with vm_state deleted and task_state None.
Dec 01 21:19:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-91de2c39-fce5-4ed5-b376-b6f9abeaf87b req-d1e9779d-e5bc-4a3c-a75a-43bb2b708b95 service nova] [instance: 89ca5a87-47f2-405a-9af6-4153cb30d37e] Received event network-vif-deleted-fbaf52d2-4990-43c1-96fa-081b663d8e73 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:19:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:19:45 user nova-compute[75255]: INFO nova.compute.claims [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Claim successful on node user
Dec 01 21:19:45 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:19:45 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:19:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.373s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:19:46 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:19:46 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:19:46 user nova-compute[75255]: INFO nova.virt.block_device [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Booting with volume c4955cd5-095b-4959-82c3-f4cff4d34fa6 at /dev/vda
Dec 01 21:19:46 user nova-compute[75255]: DEBUG nova.policy [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07b91a0921e2473199a4ab60b9bd3480', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f43d0e6c53a54e6790917116d634eb83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG os_brick.utils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab7232f-1bdc-43d5-afe1-cabfc60f553b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:46 user nova-compute[75255]: INFO nova.compute.manager [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Rescuing
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquired lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG nova.network.neutron [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[33dcd409-5fa1-4f3f-8eff-5204838ae65d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[255ea392-9a8b-430f-b6d2-ba3ea4d14bb7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2383e104-b123-402b-930a-3a8d51d3125c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:19:46 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d51e8a6f-1e77-4c14-a449-5290612a14e9]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG os_brick.utils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating existing volume attachment record: d58e6751-f2c6-444b-94fa-2443ae17596e {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG nova.network.neutron [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updating instance_info_cache with network_info: [{"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:19:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Releasing lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Successfully created port: ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-d0d22176-a3c2-4b5b-8cc1-fb22ce39ea4c req-e9df1b76-a1c5-4b0f-95d5-8cfea1d332fb service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-vif-unplugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d0d22176-a3c2-4b5b-8cc1-fb22ce39ea4c req-e9df1b76-a1c5-4b0f-95d5-8cfea1d332fb service nova] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d0d22176-a3c2-4b5b-8cc1-fb22ce39ea4c req-e9df1b76-a1c5-4b0f-95d5-8cfea1d332fb service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d0d22176-a3c2-4b5b-8cc1-fb22ce39ea4c req-e9df1b76-a1c5-4b0f-95d5-8cfea1d332fb service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-d0d22176-a3c2-4b5b-8cc1-fb22ce39ea4c req-e9df1b76-a1c5-4b0f-95d5-8cfea1d332fb service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] No waiting events found dispatching network-vif-unplugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:47 user nova-compute[75255]: WARNING nova.compute.manager [req-d0d22176-a3c2-4b5b-8cc1-fb22ce39ea4c req-e9df1b76-a1c5-4b0f-95d5-8cfea1d332fb service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received unexpected event network-vif-unplugged-1a35c113-e303-46c1-8ba1-230816419fbe for instance with vm_state active and task_state rescuing.
Dec 01 21:19:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:47 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Instance destroyed successfully.
Dec 01 21:19:47 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Attempting rescue
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75255) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Instance directory exists: not creating {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 21:19:47 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Creating image(s)
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.objects.instance [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2bad2144-38ac-4bf3-a390-5bdda4792c3d {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.202s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Successfully updated port: ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-193ae0f6-4ac2-4ccb-ad05-390904e7f274 req-937ff7d2-f255-48a4-8d82-7af7f31a03f1 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-changed-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-193ae0f6-4ac2-4ccb-ad05-390904e7f274 req-937ff7d2-f255-48a4-8d82-7af7f31a03f1 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Refreshing instance network info cache due to event network-changed-ee4b3674-1343-4a16-9d31-c5946b37755c. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-193ae0f6-4ac2-4ccb-ad05-390904e7f274 req-937ff7d2-f255-48a4-8d82-7af7f31a03f1 service nova] Acquiring lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-193ae0f6-4ac2-4ccb-ad05-390904e7f274 req-937ff7d2-f255-48a4-8d82-7af7f31a03f1 service nova] Acquired lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.network.neutron [req-193ae0f6-4ac2-4ccb-ad05-390904e7f274 req-937ff7d2-f255-48a4-8d82-7af7f31a03f1 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Refreshing network info cache for port ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue" returned: 0 in 0.062s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.objects.instance [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'migration_context' on Instance uuid 2bad2144-38ac-4bf3-a390-5bdda4792c3d {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.objects.base [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<2bad2144-38ac-4bf3-a390-5bdda4792c3d> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Start _get_guest_xml network_info=[{"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "vif_mac": "fa:16:3e:53:04:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.objects.instance [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'resources' on Instance uuid 2bad2144-38ac-4bf3-a390-5bdda4792c3d {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.objects.base [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<2bad2144-38ac-4bf3-a390-5bdda4792c3d> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:19:47 user nova-compute[75255]: DEBUG nova.objects.instance [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'numa_topology' on Instance uuid 2bad2144-38ac-4bf3-a390-5bdda4792c3d {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.objects.base [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<2bad2144-38ac-4bf3-a390-5bdda4792c3d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:19:48 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:19:48 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.objects.instance [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2bad2144-38ac-4bf3-a390-5bdda4792c3d {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.network.neutron [req-193ae0f6-4ac2-4ccb-ad05-390904e7f274 req-937ff7d2-f255-48a4-8d82-7af7f31a03f1 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.objects.base [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<2bad2144-38ac-4bf3-a390-5bdda4792c3d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1546961460',display_name='tempest-ServerRescueNegativeTestJSON-server-1546961460',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1546961460',id=26,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:18:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-m7dx8f1f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:18:05Z,user_data=None,user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=2bad2144-38ac-4bf3-a390-5bdda4792c3d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "vif_mac": "fa:16:3e:53:04:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "vif_mac": "fa:16:3e:53:04:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:53:04:70,bridge_name='br-int',has_traffic_filtering=True,id=1a35c113-e303-46c1-8ba1-230816419fbe,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a35c113-e3') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.objects.instance [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'pci_devices' on Instance uuid 2bad2144-38ac-4bf3-a390-5bdda4792c3d {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.objects.base [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<2bad2144-38ac-4bf3-a390-5bdda4792c3d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:19:48 user nova-compute[75255]:   <uuid>2bad2144-38ac-4bf3-a390-5bdda4792c3d</uuid>
Dec 01 21:19:48 user nova-compute[75255]:   <name>instance-0000001a</name>
Dec 01 21:19:48 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:19:48 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:19:48 user nova-compute[75255]:   <metadata>
Dec 01 21:19:48 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:19:48 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:19:48 user nova-compute[75255]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1546961460</nova:name>
Dec 01 21:19:48 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:19:48</nova:creationTime>
Dec 01 21:19:48 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:19:48 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:19:48 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:19:48 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:19:48 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:19:48 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:19:48 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:19:48 user nova-compute[75255]:       <nova:owner>
Dec 01 21:19:48 user nova-compute[75255]:         <nova:user uuid="c6eecc6cdf3c49b7a6ccd0e33dfeb062">tempest-ServerRescueNegativeTestJSON-282137854-project-member</nova:user>
Dec 01 21:19:48 user nova-compute[75255]:         <nova:project uuid="f8f460482a61406a9efa3b06a26cfb79">tempest-ServerRescueNegativeTestJSON-282137854</nova:project>
Dec 01 21:19:48 user nova-compute[75255]:       </nova:owner>
Dec 01 21:19:48 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:19:48 user nova-compute[75255]:       <nova:ports>
Dec 01 21:19:48 user nova-compute[75255]:         <nova:port uuid="1a35c113-e303-46c1-8ba1-230816419fbe">
Dec 01 21:19:48 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 21:19:48 user nova-compute[75255]:         </nova:port>
Dec 01 21:19:48 user nova-compute[75255]:       </nova:ports>
Dec 01 21:19:48 user nova-compute[75255]:     </nova:instance>
Dec 01 21:19:48 user nova-compute[75255]:   </metadata>
Dec 01 21:19:48 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:19:48 user nova-compute[75255]:     <system>
Dec 01 21:19:48 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:19:48 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:19:48 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:19:48 user nova-compute[75255]:       <entry name="serial">2bad2144-38ac-4bf3-a390-5bdda4792c3d</entry>
Dec 01 21:19:48 user nova-compute[75255]:       <entry name="uuid">2bad2144-38ac-4bf3-a390-5bdda4792c3d</entry>
Dec 01 21:19:48 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:19:48 user nova-compute[75255]:     </system>
Dec 01 21:19:48 user nova-compute[75255]:   </sysinfo>
Dec 01 21:19:48 user nova-compute[75255]:   <os>
Dec 01 21:19:48 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:19:48 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:19:48 user nova-compute[75255]:   </os>
Dec 01 21:19:48 user nova-compute[75255]:   <features>
Dec 01 21:19:48 user nova-compute[75255]:     <acpi/>
Dec 01 21:19:48 user nova-compute[75255]:     <apic/>
Dec 01 21:19:48 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:19:48 user nova-compute[75255]:   </features>
Dec 01 21:19:48 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:19:48 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:19:48 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:19:48 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:19:48 user nova-compute[75255]:   </clock>
Dec 01 21:19:48 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:19:48 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:19:48 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:19:48 user nova-compute[75255]:   </cpu>
Dec 01 21:19:48 user nova-compute[75255]:   <devices>
Dec 01 21:19:48 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:19:48 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:19:48 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue"/>
Dec 01 21:19:48 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:19:48 user nova-compute[75255]:     </disk>
Dec 01 21:19:48 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:19:48 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:19:48 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk"/>
Dec 01 21:19:48 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:19:48 user nova-compute[75255]:     </disk>
Dec 01 21:19:48 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:19:48 user nova-compute[75255]:       <mac address="fa:16:3e:53:04:70"/>
Dec 01 21:19:48 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:19:48 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:19:48 user nova-compute[75255]:       <target dev="tap1a35c113-e3"/>
Dec 01 21:19:48 user nova-compute[75255]:     </interface>
Dec 01 21:19:48 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:19:48 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/console.log" append="off"/>
Dec 01 21:19:48 user nova-compute[75255]:     </serial>
Dec 01 21:19:48 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:19:48 user nova-compute[75255]:     <video>
Dec 01 21:19:48 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:19:48 user nova-compute[75255]:     </video>
Dec 01 21:19:48 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:19:48 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:19:48 user nova-compute[75255]:     </rng>
Dec 01 21:19:48 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:19:48 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:19:48 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:19:48 user nova-compute[75255]:     </memballoon>
Dec 01 21:19:48 user nova-compute[75255]:   </devices>
Dec 01 21:19:48 user nova-compute[75255]: </domain>
Dec 01 21:19:48 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:19:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Instance destroyed successfully.
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No VIF found with MAC fa:16:3e:53:04:70, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.network.neutron [req-193ae0f6-4ac2-4ccb-ad05-390904e7f274 req-937ff7d2-f255-48a4-8d82-7af7f31a03f1 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-193ae0f6-4ac2-4ccb-ad05-390904e7f274 req-937ff7d2-f255-48a4-8d82-7af7f31a03f1 service nova] Releasing lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquired lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pANfjwVC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:19:48 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:19:48 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:19:48 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[785d23eb-0e5b-411a-b9a6-eab3fcb34b29]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:19:48 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9257259e-751c-467a-936b-cd3fa19a4adf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6] added
Dec 01 21:19:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb65b6fc-59ed-4145-b110-bd85c51b73d7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[04ea636f-675b-4e00-b872-c714a22aeac8]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pANfjwVC {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating instance_info_cache with network_info: [{"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pANfjwVC" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[70209b0d-00e6-4393-8ad6-8d7186b5e3de]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pANfjwVC'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Releasing lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Instance network_info: |[{"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba3b24c5-cf01-494e-bac6-476900b243ab]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[598e5be2-53ed-4466-bf99-3c51243a8181]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:19:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:19:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6515887d-de06-4d37-8980-2590a4e426e7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6, portal: 172.16.0.220,3260]
Dec 01 21:19:48 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6, portal: 172.16.0.220,3260] successful.
Dec 01 21:19:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c50273f0-5895-4819-b9d5-1755228c7d21]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[715cf57a-e7c4-43b0-9dc2-d70754b6824b]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:19:48 user nova-compute[75255]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)
Dec 01 21:19:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:19:48 user nova-compute[75255]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)
Dec 01 21:19:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] HCTL ('34', '-', '-', 0) found on session 29 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2be4d0c2-e0cd-4d40-9249-b7b31571987b]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Searching for a device in session 29 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:19:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pANfjwVC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-dc2b1ea8-d592-4e04-9fd6-b52662a80b8b req-06deae45-8cd1-4088-aeae-5e4510fee994 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-dc2b1ea8-d592-4e04-9fd6-b52662a80b8b req-06deae45-8cd1-4088-aeae-5e4510fee994 service nova] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-dc2b1ea8-d592-4e04-9fd6-b52662a80b8b req-06deae45-8cd1-4088-aeae-5e4510fee994 service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-dc2b1ea8-d592-4e04-9fd6-b52662a80b8b req-06deae45-8cd1-4088-aeae-5e4510fee994 service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-dc2b1ea8-d592-4e04-9fd6-b52662a80b8b req-06deae45-8cd1-4088-aeae-5e4510fee994 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] No waiting events found dispatching network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:49 user nova-compute[75255]: WARNING nova.compute.manager [req-dc2b1ea8-d592-4e04-9fd6-b52662a80b8b req-06deae45-8cd1-4088-aeae-5e4510fee994 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received unexpected event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe for instance with vm_state active and task_state rescuing.
Dec 01 21:19:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '23933663031336437', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23933663031336437', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG nova.objects.instance [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lazy-loading 'flavor' on Instance uuid b784396a-61f1-4545-b3b2-b332122202b2 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:19:49 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:19:49 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:19:49 user nova-compute[75255]:   <target dev="vdc" bus="virtio"/>
Dec 01 21:19:49 user nova-compute[75255]:   <serial>6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6</serial>
Dec 01 21:19:49 user nova-compute[75255]: </disk>
Dec 01 21:19:49 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:19:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:19:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:19:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] No VIF found with MAC fa:16:3e:69:cb:fa, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:19:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f1e61690-206b-4138-af20-80141489bd7f tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.301s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:51 user nova-compute[75255]: INFO nova.compute.manager [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Detaching volume 6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6
Dec 01 21:19:51 user nova-compute[75255]: INFO nova.virt.block_device [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Attempting to driver detach volume 6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 from mountpoint /dev/vdc
Dec 01 21:19:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Attempting to detach device vdc from instance b784396a-61f1-4545-b3b2-b332122202b2 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:19:51 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:19:51 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:19:51 user nova-compute[75255]:   <target dev="vdc" bus="virtio"/>
Dec 01 21:19:51 user nova-compute[75255]:   <serial>6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6</serial>
Dec 01 21:19:51 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 21:19:51 user nova-compute[75255]: </disk>
Dec 01 21:19:51 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:19:51 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Successfully detached device vdc from instance b784396a-61f1-4545-b3b2-b332122202b2 from the persistent domain config.
Dec 01 21:19:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance b784396a-61f1-4545-b3b2-b332122202b2 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:19:51 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:19:51 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:19:51 user nova-compute[75255]:   <target dev="vdc" bus="virtio"/>
Dec 01 21:19:51 user nova-compute[75255]:   <serial>6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6</serial>
Dec 01 21:19:51 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 21:19:51 user nova-compute[75255]: </disk>
Dec 01 21:19:51 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] No waiting events found dispatching network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:51 user nova-compute[75255]: WARNING nova.compute.manager [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received unexpected event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe for instance with vm_state active and task_state rescuing.
Dec 01 21:19:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] No waiting events found dispatching network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:51 user nova-compute[75255]: WARNING nova.compute.manager [req-76a7cde4-d147-4e78-8d8d-f4565df87a36 req-96278237-0158-4d8b-8e5e-dabc093efe54 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received unexpected event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe for instance with vm_state active and task_state rescuing.
Dec 01 21:19:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance b784396a-61f1-4545-b3b2-b332122202b2 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:19:51 user nova-compute[75255]: DEBUG nova.compute.manager [None req-e3fee069-daac-49fb-a08f-78dac9f36ea9 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:19:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:19:56 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Creating image(s)
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Ensure instance console log exists: /opt/stack/data/nova/instances/7515090f-8b36-462a-8db8-2e59cafee1b1/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Start _get_guest_xml network_info=[{"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tYoEceKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7515090f-8b36-462a-8db8-2e59cafee1b1', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4955cd5-095b-4959-82c3-f4cff4d34fa6', 'serial': 'c4955cd5-095b-4959-82c3-f4cff4d34fa6'}, 'device_type': 'disk', 'attachment_id': 'd58e6751-f2c6-444b-94fa-2443ae17596e', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:19:56 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:19:56 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tYoEceKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:19:56 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:19:56 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:19:56 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[151759e5-a8c5-487a-b11d-dd0dba217489]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:19:56 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f4c2f9-808e-4804-a128-d9c2f22ae960]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6] added
Dec 01 21:19:56 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcf9e604-afb2-4ee1-a8e4-b5d1f6f45bd9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a84e0280-1ab3-41fa-a463-2c02b1826353]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tYoEceKT {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tYoEceKT" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d67a34-80c5-4eb3-b049-7f25c9bdf2f8]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tYoEceKT'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb26074-c484-4ef0-810e-b9591988de66]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[490bdd88-9abc-41c1-90fa-ee551cae2f17]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:19:56 user nova-compute[75255]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)
Dec 01 21:19:56 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:19:56 user nova-compute[75255]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)
Dec 01 21:19:56 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8925aacc-9d29-444f-9e72-c1f5e538b9ef]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260]
Dec 01 21:19:56 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260] successful.
Dec 01 21:19:56 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef3e083a-d11e-4072-be5b-00d231364df3]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[10d4e75a-6ddc-4b4b-8feb-5f622c5badbd]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:19:56 user nova-compute[75255]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)
Dec 01 21:19:56 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:19:56 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:19:56 user nova-compute[75255]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)
Dec 01 21:19:56 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:19:56 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] HCTL ('35', '-', '-', 0) found on session 30 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[246a2060-d8bf-43d7-ad0d-9bb8b5c97a0a]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:19:56 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tYoEceKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23662643430323232', 'path': '/dev/sdd'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23662643430323232', 'path': '/dev/sdd'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:19:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1995227632',display_name='tempest-ServerActionsTestOtherA-server-1995227632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1995227632',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKqO4Syb+P+C8yg/VkZSYGx1wP7ZE26SfDQmsnFiwx38gDhmgd9AAkUfO9rzZ5hxKNfWQ1hxCMkhHPPKJUSbXD5SMFdQX/Lnco41L57hoYrc9EjuhKoBUBmKbF8on1Njew==',key_name='tempest-keypair-578871819',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-aejwvfuc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:19:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=7515090f-8b36-462a-8db8-2e59cafee1b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'pci_devices' on Instance uuid 7515090f-8b36-462a-8db8-2e59cafee1b1 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:19:57 user nova-compute[75255]:   <uuid>7515090f-8b36-462a-8db8-2e59cafee1b1</uuid>
Dec 01 21:19:57 user nova-compute[75255]:   <name>instance-0000001d</name>
Dec 01 21:19:57 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:19:57 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:19:57 user nova-compute[75255]:   <metadata>
Dec 01 21:19:57 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:19:57 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:19:57 user nova-compute[75255]:       <nova:name>tempest-ServerActionsTestOtherA-server-1995227632</nova:name>
Dec 01 21:19:57 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:19:56</nova:creationTime>
Dec 01 21:19:57 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:19:57 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:19:57 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:19:57 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:19:57 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:19:57 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:19:57 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:19:57 user nova-compute[75255]:       <nova:owner>
Dec 01 21:19:57 user nova-compute[75255]:         <nova:user uuid="07b91a0921e2473199a4ab60b9bd3480">tempest-ServerActionsTestOtherA-1164641327-project-member</nova:user>
Dec 01 21:19:57 user nova-compute[75255]:         <nova:project uuid="f43d0e6c53a54e6790917116d634eb83">tempest-ServerActionsTestOtherA-1164641327</nova:project>
Dec 01 21:19:57 user nova-compute[75255]:       </nova:owner>
Dec 01 21:19:57 user nova-compute[75255]:       <nova:ports>
Dec 01 21:19:57 user nova-compute[75255]:         <nova:port uuid="ee4b3674-1343-4a16-9d31-c5946b37755c">
Dec 01 21:19:57 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 01 21:19:57 user nova-compute[75255]:         </nova:port>
Dec 01 21:19:57 user nova-compute[75255]:       </nova:ports>
Dec 01 21:19:57 user nova-compute[75255]:     </nova:instance>
Dec 01 21:19:57 user nova-compute[75255]:   </metadata>
Dec 01 21:19:57 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:19:57 user nova-compute[75255]:     <system>
Dec 01 21:19:57 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:19:57 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:19:57 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:19:57 user nova-compute[75255]:       <entry name="serial">7515090f-8b36-462a-8db8-2e59cafee1b1</entry>
Dec 01 21:19:57 user nova-compute[75255]:       <entry name="uuid">7515090f-8b36-462a-8db8-2e59cafee1b1</entry>
Dec 01 21:19:57 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:19:57 user nova-compute[75255]:     </system>
Dec 01 21:19:57 user nova-compute[75255]:   </sysinfo>
Dec 01 21:19:57 user nova-compute[75255]:   <os>
Dec 01 21:19:57 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:19:57 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:19:57 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:19:57 user nova-compute[75255]:   </os>
Dec 01 21:19:57 user nova-compute[75255]:   <features>
Dec 01 21:19:57 user nova-compute[75255]:     <acpi/>
Dec 01 21:19:57 user nova-compute[75255]:     <apic/>
Dec 01 21:19:57 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:19:57 user nova-compute[75255]:   </features>
Dec 01 21:19:57 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:19:57 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:19:57 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:19:57 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:19:57 user nova-compute[75255]:   </clock>
Dec 01 21:19:57 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:19:57 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:19:57 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:19:57 user nova-compute[75255]:   </cpu>
Dec 01 21:19:57 user nova-compute[75255]:   <devices>
Dec 01 21:19:57 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:19:57 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:19:57 user nova-compute[75255]:       <source dev="/dev/sdd"/>
Dec 01 21:19:57 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:19:57 user nova-compute[75255]:       <serial>c4955cd5-095b-4959-82c3-f4cff4d34fa6</serial>
Dec 01 21:19:57 user nova-compute[75255]:     </disk>
Dec 01 21:19:57 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:19:57 user nova-compute[75255]:       <mac address="fa:16:3e:bf:55:88"/>
Dec 01 21:19:57 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:19:57 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:19:57 user nova-compute[75255]:       <target dev="tapee4b3674-13"/>
Dec 01 21:19:57 user nova-compute[75255]:     </interface>
Dec 01 21:19:57 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:19:57 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/7515090f-8b36-462a-8db8-2e59cafee1b1/console.log" append="off"/>
Dec 01 21:19:57 user nova-compute[75255]:     </serial>
Dec 01 21:19:57 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:19:57 user nova-compute[75255]:     <video>
Dec 01 21:19:57 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:19:57 user nova-compute[75255]:     </video>
Dec 01 21:19:57 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:19:57 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:19:57 user nova-compute[75255]:     </rng>
Dec 01 21:19:57 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:19:57 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:19:57 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:19:57 user nova-compute[75255]:     </memballoon>
Dec 01 21:19:57 user nova-compute[75255]:   </devices>
Dec 01 21:19:57 user nova-compute[75255]: </domain>
Dec 01 21:19:57 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:19:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1995227632',display_name='tempest-ServerActionsTestOtherA-server-1995227632',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1995227632',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKqO4Syb+P+C8yg/VkZSYGx1wP7ZE26SfDQmsnFiwx38gDhmgd9AAkUfO9rzZ5hxKNfWQ1hxCMkhHPPKJUSbXD5SMFdQX/Lnco41L57hoYrc9EjuhKoBUBmKbF8on1Njew==',key_name='tempest-keypair-578871819',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-aejwvfuc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:19:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=7515090f-8b36-462a-8db8-2e59cafee1b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG os_vif [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de7a16a0-0d52-5315-9c5a-b83d0a035042', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee4b3674-13, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee4b3674-13, col_values=(('qos', UUID('64a0e8f3-5ab9-4199-a840-727dfe517dd5')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee4b3674-13, col_values=(('external_ids', {'iface-id': 'ee4b3674-1343-4a16-9d31-c5946b37755c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bf:55:88', 'vm-uuid': '7515090f-8b36-462a-8db8-2e59cafee1b1'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:57 user nova-compute[75255]: INFO os_vif [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13')
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:19:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No VIF found with MAC fa:16:3e:bf:55:88, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:19:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-51659c3e-3277-407f-8ba5-6e8cd2a7cb94 req-6f93bb8a-0f3d-4893-b235-f739d1048b67 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:19:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51659c3e-3277-407f-8ba5-6e8cd2a7cb94 req-6f93bb8a-0f3d-4893-b235-f739d1048b67 service nova] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:19:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51659c3e-3277-407f-8ba5-6e8cd2a7cb94 req-6f93bb8a-0f3d-4893-b235-f739d1048b67 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:19:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51659c3e-3277-407f-8ba5-6e8cd2a7cb94 req-6f93bb8a-0f3d-4893-b235-f739d1048b67 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:19:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-51659c3e-3277-407f-8ba5-6e8cd2a7cb94 req-6f93bb8a-0f3d-4893-b235-f739d1048b67 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] No waiting events found dispatching network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:19:59 user nova-compute[75255]: WARNING nova.compute.manager [req-51659c3e-3277-407f-8ba5-6e8cd2a7cb94 req-6f93bb8a-0f3d-4893-b235-f739d1048b67 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received unexpected event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c for instance with vm_state building and task_state spawning.
Dec 01 21:19:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:19:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:20:01 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Instance spawned successfully.
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:01 user nova-compute[75255]: INFO nova.compute.manager [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Took 4.83 seconds to spawn the instance on the hypervisor.
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:20:01 user nova-compute[75255]: INFO nova.compute.manager [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Took 15.80 seconds to build instance.
Dec 01 21:20:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8e2d3bd8-e262-422f-9e8c-7ec88b8069b5 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.900s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-04bdb05c-967c-45e3-9590-195fbc676d7f req-4507a824-ba09-4bd2-a5d5-57b19b0ad189 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-04bdb05c-967c-45e3-9590-195fbc676d7f req-4507a824-ba09-4bd2-a5d5-57b19b0ad189 service nova] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-04bdb05c-967c-45e3-9590-195fbc676d7f req-4507a824-ba09-4bd2-a5d5-57b19b0ad189 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-04bdb05c-967c-45e3-9590-195fbc676d7f req-4507a824-ba09-4bd2-a5d5-57b19b0ad189 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:01 user nova-compute[75255]: DEBUG nova.compute.manager [req-04bdb05c-967c-45e3-9590-195fbc676d7f req-4507a824-ba09-4bd2-a5d5-57b19b0ad189 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] No waiting events found dispatching network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:20:01 user nova-compute[75255]: WARNING nova.compute.manager [req-04bdb05c-967c-45e3-9590-195fbc676d7f req-4507a824-ba09-4bd2-a5d5-57b19b0ad189 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received unexpected event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c for instance with vm_state active and task_state None.
Dec 01 21:20:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:20:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:20:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:20:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:20:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:03 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:20:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:20:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7841MB free_disk=25.214069366455078GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.005s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance b784396a-61f1-4545-b3b2-b332122202b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance eb6afd83-6c8f-4b34-af25-17eec0cb6408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 9c978beb-2d97-4ce4-ac8e-e098559db909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance b431b239-a5c4-4512-9153-c621b3dccbab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 7515090f-8b36-462a-8db8-2e59cafee1b1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:20:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:08 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:20:08 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:20:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:20:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.501s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Updating instance_info_cache with network_info: [{"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:20:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Acquiring lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Acquiring lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:10 user nova-compute[75255]: INFO nova.compute.manager [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Terminating instance
Dec 01 21:20:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-ecd77ce4-b151-4839-8f87-765a29624536 req-50728d86-428c-40f8-9a8c-7b684c55e028 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Received event network-vif-unplugged-19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ecd77ce4-b151-4839-8f87-765a29624536 req-50728d86-428c-40f8-9a8c-7b684c55e028 service nova] Acquiring lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ecd77ce4-b151-4839-8f87-765a29624536 req-50728d86-428c-40f8-9a8c-7b684c55e028 service nova] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ecd77ce4-b151-4839-8f87-765a29624536 req-50728d86-428c-40f8-9a8c-7b684c55e028 service nova] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-ecd77ce4-b151-4839-8f87-765a29624536 req-50728d86-428c-40f8-9a8c-7b684c55e028 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] No waiting events found dispatching network-vif-unplugged-19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-ecd77ce4-b151-4839-8f87-765a29624536 req-50728d86-428c-40f8-9a8c-7b684c55e028 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Received event network-vif-unplugged-19dd9421-a0b7-4c10-b20f-a526306ee20c for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Instance destroyed successfully.
Dec 01 21:20:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lazy-loading 'resources' on Instance uuid eb6afd83-6c8f-4b34-af25-17eec0cb6408 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:18:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-591332829',display_name='tempest-VolumesNegativeTest-instance-591332829',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-591332829',id=27,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:18:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='66ee882e29ea43edac978e2e818a67d3',ramdisk_id='',reservation_id='r-f1p1a3bf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1014282512',owner_user_name='tempest-VolumesNegativeTest-1014282512-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:18:26Z,user_data=None,user_id='9e62e779459b4d88b99ffe02b6580425',uuid=eb6afd83-6c8f-4b34-af25-17eec0cb6408,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "address": "fa:16:3e:07:89:52", "network": {"id": "e5741a76-37f3-4093-905b-fbbeb2dc2c96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ae3a6cb856ae4160b2d9e20a51d040b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19dd9421-a0", "ovs_interfaceid": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Converting VIF {"id": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "address": "fa:16:3e:07:89:52", "network": {"id": "e5741a76-37f3-4093-905b-fbbeb2dc2c96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ae3a6cb856ae4160b2d9e20a51d040b7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19dd9421-a0", "ovs_interfaceid": "19dd9421-a0b7-4c10-b20f-a526306ee20c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:89:52,bridge_name='br-int',has_traffic_filtering=True,id=19dd9421-a0b7-4c10-b20f-a526306ee20c,network=Network(e5741a76-37f3-4093-905b-fbbeb2dc2c96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19dd9421-a0') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG os_vif [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:89:52,bridge_name='br-int',has_traffic_filtering=True,id=19dd9421-a0b7-4c10-b20f-a526306ee20c,network=Network(e5741a76-37f3-4093-905b-fbbeb2dc2c96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19dd9421-a0') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap19dd9421-a0, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a4aa0b9-08a6-48ed-9271-0c10b6fc1270) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:10 user nova-compute[75255]: INFO os_vif [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:89:52,bridge_name='br-int',has_traffic_filtering=True,id=19dd9421-a0b7-4c10-b20f-a526306ee20c,network=Network(e5741a76-37f3-4093-905b-fbbeb2dc2c96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19dd9421-a0')
Dec 01 21:20:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Deleting instance files /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408_del
Dec 01 21:20:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Deletion of /opt/stack/data/nova/instances/eb6afd83-6c8f-4b34-af25-17eec0cb6408_del complete
Dec 01 21:20:10 user nova-compute[75255]: INFO nova.compute.manager [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Took 0.70 seconds to destroy the instance on the hypervisor.
Dec 01 21:20:10 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:20:10 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:20:11 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Took 0.83 seconds to deallocate network for instance.
Dec 01 21:20:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-2b8297b2-c330-41e6-82b2-5243e9ce3261 req-b2b00e06-26e5-40b5-bd74-b74e3c4fd418 service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Received event network-vif-deleted-19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:11 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance b784396a-61f1-4545-b3b2-b332122202b2 is timed out.
Dec 01 21:20:11 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Successfully detached device vdc from instance b784396a-61f1-4545-b3b2-b332122202b2 from the live domain config.
Dec 01 21:20:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pANfjwVC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:20:11 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:20:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1565f40-26a2-4ccf-8846-426659ba9d70]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:20:11 user nova-compute[75255]: No targets found.
Dec 01 21:20:11 user nova-compute[75255]: iSNS:
Dec 01 21:20:11 user nova-compute[75255]: No targets found.
Dec 01 21:20:11 user nova-compute[75255]: STATIC:
Dec 01 21:20:11 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9
Dec 01 21:20:11 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:20:11 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:20:11 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6
Dec 01 21:20:11 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:20:11 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:20:11 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6
Dec 01 21:20:11 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:20:11 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:20:11 user nova-compute[75255]: FIRMWARE:
Dec 01 21:20:11 user nova-compute[75255]: No targets found.
Dec 01 21:20:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:20:11 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:20:11 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[91874b58-70d9-4c36-bbdf-dc2d0613a680]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c4463e8-ce81-4aa1-ba44-eae3a3e087a3]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:11 user nova-compute[75255]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)
Dec 01 21:20:11 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:11 user nova-compute[75255]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 (non-flash)
Dec 01 21:20:11 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cf2dbd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba26686d-028c-43d1-bc80-0277d7555197]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6075c4-63b4-4640-ba0d-be7b2ff61198]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d8d7b70-907c-41bd-8059-7d0589df88e8]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d244337a-02bf-4918-b345-ee027a60f8a3]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.440s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.089s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[278f4fc5-a96b-4472-9e41-97cf618c732a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:12 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Deleted allocations for instance eb6afd83-6c8f-4b34-af25-17eec0cb6408
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[648c7ce4-1ba2-4f61-8708-75bed93f4ecb]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6, portal: 172.16.0.220,3260]
Dec 01 21:20:12 user nova-compute[75255]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6, portal: 172.16.0.220,3260] successful.
Dec 01 21:20:12 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6dcb5ef6-d5cc-4a3f-980d-caf84a7871b6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[afab8b15-035e-466c-8497-e84bfa216cbf]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.397s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] <== disconnect_volume: return (399ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2742d9b6-3fbf-4922-82ee-99260d9d3ca7 tempest-VolumesNegativeTest-1014282512 tempest-VolumesNegativeTest-1014282512-project-member] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.291s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-b5a7a7e7-5ce7-4cd0-a2a7-533bd6a295f3 req-0ff56b1d-126a-4d60-bf11-024bebc85cac service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Received event network-vif-plugged-19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b5a7a7e7-5ce7-4cd0-a2a7-533bd6a295f3 req-0ff56b1d-126a-4d60-bf11-024bebc85cac service nova] Acquiring lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b5a7a7e7-5ce7-4cd0-a2a7-533bd6a295f3 req-0ff56b1d-126a-4d60-bf11-024bebc85cac service nova] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b5a7a7e7-5ce7-4cd0-a2a7-533bd6a295f3 req-0ff56b1d-126a-4d60-bf11-024bebc85cac service nova] Lock "eb6afd83-6c8f-4b34-af25-17eec0cb6408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-b5a7a7e7-5ce7-4cd0-a2a7-533bd6a295f3 req-0ff56b1d-126a-4d60-bf11-024bebc85cac service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] No waiting events found dispatching network-vif-plugged-19dd9421-a0b7-4c10-b20f-a526306ee20c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:20:12 user nova-compute[75255]: WARNING nova.compute.manager [req-b5a7a7e7-5ce7-4cd0-a2a7-533bd6a295f3 req-0ff56b1d-126a-4d60-bf11-024bebc85cac service nova] [instance: eb6afd83-6c8f-4b34-af25-17eec0cb6408] Received unexpected event network-vif-plugged-19dd9421-a0b7-4c10-b20f-a526306ee20c for instance with vm_state deleted and task_state None.
Dec 01 21:20:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:13 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lazy-loading 'flavor' on Instance uuid b784396a-61f1-4545-b3b2-b332122202b2 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:20:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8b0ffe44-a0de-4719-b4d5-9e72239a3a35 tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.004s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-b952ddb4-a531-45d8-949c-aa9fff8fdac3 req-8e1d7d26-c1e9-4e57-8daa-52ae5232005c service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received event network-changed-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:20:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-b952ddb4-a531-45d8-949c-aa9fff8fdac3 req-8e1d7d26-c1e9-4e57-8daa-52ae5232005c service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Refreshing instance network info cache due to event network-changed-7af3ab0f-bf6b-470b-9b81-0a4ca853d714. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:20:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b952ddb4-a531-45d8-949c-aa9fff8fdac3 req-8e1d7d26-c1e9-4e57-8daa-52ae5232005c service nova] Acquiring lock "refresh_cache-9c978beb-2d97-4ce4-ac8e-e098559db909" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:20:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b952ddb4-a531-45d8-949c-aa9fff8fdac3 req-8e1d7d26-c1e9-4e57-8daa-52ae5232005c service nova] Acquired lock "refresh_cache-9c978beb-2d97-4ce4-ac8e-e098559db909" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:20:21 user nova-compute[75255]: DEBUG nova.network.neutron [req-b952ddb4-a531-45d8-949c-aa9fff8fdac3 req-8e1d7d26-c1e9-4e57-8daa-52ae5232005c service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Refreshing network info cache for port 7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:20:21 user nova-compute[75255]: DEBUG nova.network.neutron [req-b952ddb4-a531-45d8-949c-aa9fff8fdac3 req-8e1d7d26-c1e9-4e57-8daa-52ae5232005c service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Updated VIF entry in instance network info cache for port 7af3ab0f-bf6b-470b-9b81-0a4ca853d714. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:20:21 user nova-compute[75255]: DEBUG nova.network.neutron [req-b952ddb4-a531-45d8-949c-aa9fff8fdac3 req-8e1d7d26-c1e9-4e57-8daa-52ae5232005c service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Updating instance_info_cache with network_info: [{"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:20:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b952ddb4-a531-45d8-949c-aa9fff8fdac3 req-8e1d7d26-c1e9-4e57-8daa-52ae5232005c service nova] Releasing lock "refresh_cache-9c978beb-2d97-4ce4-ac8e-e098559db909" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:20:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:23 user nova-compute[75255]: DEBUG nova.objects.instance [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid 9c978beb-2d97-4ce4-ac8e-e098559db909 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:20:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:24 user nova-compute[75255]: INFO nova.compute.manager [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Attaching volume f4964241-aa35-42ad-b9fb-2c209acc9400 to /dev/vdb
Dec 01 21:20:24 user nova-compute[75255]: DEBUG os_brick.utils [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0317034b-bc88-4756-b7a1-81e4741e442c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[17541e85-857d-439b-a360-aa417db03696]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5ca306c-b508-44bd-bdf8-d4ff9a659383]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e58a73-0a04-4f17-8ae3-26b45aba2581]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:20:24 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:20:24 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b606877-c54f-484a-9931-1ca91ed9ff72]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG os_brick.utils [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:20:24 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Updating existing volume attachment record: bdb293f1-5a90-4805-8712-6090a4e43791 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:20:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJEzkgTH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:20:33 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:20:33 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:20:33 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[be3d075e-37be-4ff2-b496-a2657b51b71a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:20:33 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1209959c-646f-4f1d-8861-a235499993fd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400] added
Dec 01 21:20:33 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d730b5b-aa93-4baa-a09c-586a3400b2be]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[23f8a5c8-5629-41a7-8fe9-bbaf4fd8d69b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KJEzkgTH {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KJEzkgTH" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a536d08b-4c85-4dd8-a1ab-3ef289154ee0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KJEzkgTH'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[524cbfdd-c037-4d4b-bd31-748e9f6f74d6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b19212-1419-4863-8df6-4694a5b8111d]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:33 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:33 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:33 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:33 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:20:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f896089-d36f-4dc2-8595-c794af0b1b91]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400, portal: 172.16.0.220,3260]
Dec 01 21:20:34 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400, portal: 172.16.0.220,3260] successful.
Dec 01 21:20:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7557464-643f-4f1e-ad67-9188baddf6af]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ea09756-20f3-4b53-a8ef-49a6a72d77f6]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:34 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:34 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:20:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:34 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:34 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:20:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] HCTL ('34', '-', '-', 0) found on session 31 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae14149-0b32-42d9-8236-c7d0f8343cf9]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "22e570bd-234e-4422-9263-bd8eb01482be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJEzkgTH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '26163346634323031', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26163346634323031', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.objects.instance [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid 9c978beb-2d97-4ce4-ac8e-e098559db909 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:20:35 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:20:35 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:20:35 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:20:35 user nova-compute[75255]:   <serial>f4964241-aa35-42ad-b9fb-2c209acc9400</serial>
Dec 01 21:20:35 user nova-compute[75255]: </disk>
Dec 01 21:20:35 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:20:35 user nova-compute[75255]: INFO nova.compute.claims [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Claim successful on node user
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No VIF found with MAC fa:16:3e:d4:11:76, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.403s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-95540c83-c41c-482b-b568-528157520b05 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.654s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:35 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:20:35 user nova-compute[75255]: INFO nova.virt.block_device [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Booting with volume cb36ea94-1488-461b-b261-5d3c4b3bcbc7 at /dev/vda
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.policy [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5eed4b89d34d02a8e56262a0112ece', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5908dfd7ddc341b4bd030522f9a197be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG os_brick.utils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9448c858-f7c9-42a0-9a57-57cd54dd268b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6965a3b4-723b-460c-a3f4-030226b74cb4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e519b8e-e244-422e-86c2-518c6b9cb8d3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5bccb2e-24fa-4807-920e-2396236d79fa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:20:35 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:20:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b43b2f58-ae2b-4539-8944-55a8c853e8cc]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG os_brick.utils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:20:35 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating existing volume attachment record: eeceb88c-2f2a-4bc5-a4cd-08aeb7716db9 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:20:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Successfully created port: cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG nova.network.neutron [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Successfully updated port: cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquired lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG nova.network.neutron [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-afa1894c-9726-4191-8219-664dbf611501 req-d78d94d5-b51b-43ec-bf0e-9d8acbb02b44 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-changed-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-afa1894c-9726-4191-8219-664dbf611501 req-d78d94d5-b51b-43ec-bf0e-9d8acbb02b44 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Refreshing instance network info cache due to event network-changed-cee8e90f-b551-4caf-8f7b-aa6b41ee203f. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-afa1894c-9726-4191-8219-664dbf611501 req-d78d94d5-b51b-43ec-bf0e-9d8acbb02b44 service nova] Acquiring lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG nova.network.neutron [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG nova.network.neutron [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating instance_info_cache with network_info: [{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Releasing lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Instance network_info: |[{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-afa1894c-9726-4191-8219-664dbf611501 req-d78d94d5-b51b-43ec-bf0e-9d8acbb02b44 service nova] Acquired lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:20:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-afa1894c-9726-4191-8219-664dbf611501 req-d78d94d5-b51b-43ec-bf0e-9d8acbb02b44 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Refreshing network info cache for port cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:20:38 user nova-compute[75255]: DEBUG nova.network.neutron [req-afa1894c-9726-4191-8219-664dbf611501 req-d78d94d5-b51b-43ec-bf0e-9d8acbb02b44 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updated VIF entry in instance network info cache for port cee8e90f-b551-4caf-8f7b-aa6b41ee203f. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:20:38 user nova-compute[75255]: DEBUG nova.network.neutron [req-afa1894c-9726-4191-8219-664dbf611501 req-d78d94d5-b51b-43ec-bf0e-9d8acbb02b44 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating instance_info_cache with network_info: [{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:20:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-afa1894c-9726-4191-8219-664dbf611501 req-d78d94d5-b51b-43ec-bf0e-9d8acbb02b44 service nova] Releasing lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:20:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:38 user nova-compute[75255]: DEBUG nova.objects.instance [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid 9c978beb-2d97-4ce4-ac8e-e098559db909 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:20:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:38 user nova-compute[75255]: INFO nova.compute.manager [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Attaching volume 15f1131b-448b-410d-b805-67b9b0d42cfd to /dev/vdc
Dec 01 21:20:39 user nova-compute[75255]: DEBUG os_brick.utils [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc642686-6e9a-4bb2-b709-cbea700d901d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[82a9375a-db9f-4e2a-8cf3-f7defe9395d2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d67962-5d50-4cef-8b0e-ab8a67ef5b9f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c47288cf-a9f2-440e-b85e-7a55ccc43ec6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:20:39 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:20:39 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2e8b68-62fa-4d60-acf8-387ee4883046]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG os_brick.utils [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:20:39 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Updating existing volume attachment record: e9cea703-d36a-41b5-a9a2-97a6024a2d5c {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:20:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:41 user nova-compute[75255]: INFO nova.compute.manager [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Detaching volume 936204f5-1731-4bb9-b683-96a4c44e93d9
Dec 01 21:20:42 user nova-compute[75255]: INFO nova.virt.block_device [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Attempting to driver detach volume 936204f5-1731-4bb9-b683-96a4c44e93d9 from mountpoint /dev/vdb
Dec 01 21:20:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Attempting to detach device vdb from instance b784396a-61f1-4545-b3b2-b332122202b2 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:20:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:20:42 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:20:42 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:20:42 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:20:42 user nova-compute[75255]:   <serial>936204f5-1731-4bb9-b683-96a4c44e93d9</serial>
Dec 01 21:20:42 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:20:42 user nova-compute[75255]: </disk>
Dec 01 21:20:42 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:20:42 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Successfully detached device vdb from instance b784396a-61f1-4545-b3b2-b332122202b2 from the persistent domain config.
Dec 01 21:20:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b784396a-61f1-4545-b3b2-b332122202b2 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:20:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:20:42 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:20:42 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:20:42 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:20:42 user nova-compute[75255]:   <serial>936204f5-1731-4bb9-b683-96a4c44e93d9</serial>
Dec 01 21:20:42 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:20:42 user nova-compute[75255]: </disk>
Dec 01 21:20:42 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:20:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b784396a-61f1-4545-b3b2-b332122202b2 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:20:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:20:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Creating image(s)
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Ensure instance console log exists: /opt/stack/data/nova/instances/22e570bd-234e-4422-9263-bd8eb01482be/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Start _get_guest_xml network_info=[{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLikoOwx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22e570bd-234e-4422-9263-bd8eb01482be', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 'serial': 'cb36ea94-1488-461b-b261-5d3c4b3bcbc7'}, 'device_type': 'disk', 'attachment_id': 'eeceb88c-2f2a-4bc5-a4cd-08aeb7716db9', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:20:45 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:20:45 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLikoOwx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:20:45 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:20:45 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:20:45 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b2c0fd-fc4e-4913-a533-8de261f66ff1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:20:45 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b99bb376-6bba-4c99-a099-ca0eab617907]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7] added
Dec 01 21:20:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8462f2e2-208d-4ee2-8126-c738db7ebd25]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3f9820c-3b80-47d0-9d39-f4f0a31ced41]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lLikoOwx {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lLikoOwx" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0930787b-a81d-49b1-83bd-391af1eb834e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lLikoOwx'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5862d7ec-d063-4d56-a5a0-6e1a1bda8f1d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea90b3ca-fbfe-4708-be5d-2942bbac384e]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d38bf65c-0ef2-4c50-b3d8-5d3aac904b67]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260]
Dec 01 21:20:45 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260] successful.
Dec 01 21:20:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[952a9e0f-3f34-4aac-b758-5f113cab76b2]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c661fce8-5ea2-49db-8012-2c749faaf438]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:20:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] HCTL ('36', '-', '-', 0) found on session 32 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[21c217f2-c1f2-4d15-b571-dd25bcf182bf]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Searching for a device in session 32 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:20:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLikoOwx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:20:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.377s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:20:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] <== connect_volume: return (1378ms) {'type': 'block', 'scsi_wwn': '26162363636376333', 'path': '/dev/sde'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:20:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26162363636376333', 'path': '/dev/sde'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:20:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1451529318',display_name='tempest-TestShelveInstance-server-1451529318',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1451529318',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHySNOEnlxoOQIenPViXHCBDm3R17W5dtXTtok4r+8SzriE5IxY26cjd3CK8INpjitxIwp5Df5s4jgQFz6/iEsScSidJ4kMVHCRZdkXt6yQskyHqfxyzfPVQnsVoLLEfcQ==',key_name='tempest-TestShelveInstance-2067657261',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5908dfd7ddc341b4bd030522f9a197be',ramdisk_id='',reservation_id='r-wkafgoqc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-626753376',owner_user_name='tempest-TestShelveInstance-626753376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:20:36Z,user_data=None,user_id='5b5eed4b89d34d02a8e56262a0112ece',uuid=22e570bd-234e-4422-9263-bd8eb01482be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converting VIF {"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG nova.objects.instance [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lazy-loading 'pci_devices' on Instance uuid 22e570bd-234e-4422-9263-bd8eb01482be {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:20:47 user nova-compute[75255]:   <uuid>22e570bd-234e-4422-9263-bd8eb01482be</uuid>
Dec 01 21:20:47 user nova-compute[75255]:   <name>instance-0000001e</name>
Dec 01 21:20:47 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:20:47 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:20:47 user nova-compute[75255]:   <metadata>
Dec 01 21:20:47 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:20:47 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:20:47 user nova-compute[75255]:       <nova:name>tempest-TestShelveInstance-server-1451529318</nova:name>
Dec 01 21:20:47 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:20:45</nova:creationTime>
Dec 01 21:20:47 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:20:47 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:20:47 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:20:47 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:20:47 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:20:47 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:20:47 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:20:47 user nova-compute[75255]:       <nova:owner>
Dec 01 21:20:47 user nova-compute[75255]:         <nova:user uuid="5b5eed4b89d34d02a8e56262a0112ece">tempest-TestShelveInstance-626753376-project-member</nova:user>
Dec 01 21:20:47 user nova-compute[75255]:         <nova:project uuid="5908dfd7ddc341b4bd030522f9a197be">tempest-TestShelveInstance-626753376</nova:project>
Dec 01 21:20:47 user nova-compute[75255]:       </nova:owner>
Dec 01 21:20:47 user nova-compute[75255]:       <nova:ports>
Dec 01 21:20:47 user nova-compute[75255]:         <nova:port uuid="cee8e90f-b551-4caf-8f7b-aa6b41ee203f">
Dec 01 21:20:47 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 01 21:20:47 user nova-compute[75255]:         </nova:port>
Dec 01 21:20:47 user nova-compute[75255]:       </nova:ports>
Dec 01 21:20:47 user nova-compute[75255]:     </nova:instance>
Dec 01 21:20:47 user nova-compute[75255]:   </metadata>
Dec 01 21:20:47 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:20:47 user nova-compute[75255]:     <system>
Dec 01 21:20:47 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:20:47 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:20:47 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:20:47 user nova-compute[75255]:       <entry name="serial">22e570bd-234e-4422-9263-bd8eb01482be</entry>
Dec 01 21:20:47 user nova-compute[75255]:       <entry name="uuid">22e570bd-234e-4422-9263-bd8eb01482be</entry>
Dec 01 21:20:47 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:20:47 user nova-compute[75255]:     </system>
Dec 01 21:20:47 user nova-compute[75255]:   </sysinfo>
Dec 01 21:20:47 user nova-compute[75255]:   <os>
Dec 01 21:20:47 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:20:47 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:20:47 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:20:47 user nova-compute[75255]:   </os>
Dec 01 21:20:47 user nova-compute[75255]:   <features>
Dec 01 21:20:47 user nova-compute[75255]:     <acpi/>
Dec 01 21:20:47 user nova-compute[75255]:     <apic/>
Dec 01 21:20:47 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:20:47 user nova-compute[75255]:   </features>
Dec 01 21:20:47 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:20:47 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:20:47 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:20:47 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:20:47 user nova-compute[75255]:   </clock>
Dec 01 21:20:47 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:20:47 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:20:47 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:20:47 user nova-compute[75255]:   </cpu>
Dec 01 21:20:47 user nova-compute[75255]:   <devices>
Dec 01 21:20:47 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:20:47 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:20:47 user nova-compute[75255]:       <source dev="/dev/sde"/>
Dec 01 21:20:47 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:20:47 user nova-compute[75255]:       <serial>cb36ea94-1488-461b-b261-5d3c4b3bcbc7</serial>
Dec 01 21:20:47 user nova-compute[75255]:     </disk>
Dec 01 21:20:47 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:20:47 user nova-compute[75255]:       <mac address="fa:16:3e:22:47:66"/>
Dec 01 21:20:47 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:20:47 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:20:47 user nova-compute[75255]:       <target dev="tapcee8e90f-b5"/>
Dec 01 21:20:47 user nova-compute[75255]:     </interface>
Dec 01 21:20:47 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:20:47 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/22e570bd-234e-4422-9263-bd8eb01482be/console.log" append="off"/>
Dec 01 21:20:47 user nova-compute[75255]:     </serial>
Dec 01 21:20:47 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:20:47 user nova-compute[75255]:     <video>
Dec 01 21:20:47 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:20:47 user nova-compute[75255]:     </video>
Dec 01 21:20:47 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:20:47 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:20:47 user nova-compute[75255]:     </rng>
Dec 01 21:20:47 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:20:47 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:20:47 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:20:47 user nova-compute[75255]:     </memballoon>
Dec 01 21:20:47 user nova-compute[75255]:   </devices>
Dec 01 21:20:47 user nova-compute[75255]: </domain>
Dec 01 21:20:47 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:20:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1451529318',display_name='tempest-TestShelveInstance-server-1451529318',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1451529318',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHySNOEnlxoOQIenPViXHCBDm3R17W5dtXTtok4r+8SzriE5IxY26cjd3CK8INpjitxIwp5Df5s4jgQFz6/iEsScSidJ4kMVHCRZdkXt6yQskyHqfxyzfPVQnsVoLLEfcQ==',key_name='tempest-TestShelveInstance-2067657261',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5908dfd7ddc341b4bd030522f9a197be',ramdisk_id='',reservation_id='r-wkafgoqc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-626753376',owner_user_name='tempest-TestShelveInstance-626753376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:20:36Z,user_data=None,user_id='5b5eed4b89d34d02a8e56262a0112ece',uuid=22e570bd-234e-4422-9263-bd8eb01482be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converting VIF {"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG os_vif [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ab1225f-eda1-5cc8-a804-af3c5402b53b', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcee8e90f-b5, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcee8e90f-b5, col_values=(('qos', UUID('7c1080cc-a3d7-47fd-82c0-9c803a7ff919')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcee8e90f-b5, col_values=(('external_ids', {'iface-id': 'cee8e90f-b551-4caf-8f7b-aa6b41ee203f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:22:47:66', 'vm-uuid': '22e570bd-234e-4422-9263-bd8eb01482be'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:47 user nova-compute[75255]: INFO os_vif [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5')
Dec 01 21:20:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:20:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] No VIF found with MAC fa:16:3e:22:47:66, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-0994aa88-c06c-4bb6-a3d9-dc6395d3b2a1 req-3c85177d-ce9e-4e04-84bd-aac06d5e4e71 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0994aa88-c06c-4bb6-a3d9-dc6395d3b2a1 req-3c85177d-ce9e-4e04-84bd-aac06d5e4e71 service nova] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0994aa88-c06c-4bb6-a3d9-dc6395d3b2a1 req-3c85177d-ce9e-4e04-84bd-aac06d5e4e71 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0994aa88-c06c-4bb6-a3d9-dc6395d3b2a1 req-3c85177d-ce9e-4e04-84bd-aac06d5e4e71 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-0994aa88-c06c-4bb6-a3d9-dc6395d3b2a1 req-3c85177d-ce9e-4e04-84bd-aac06d5e4e71 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] No waiting events found dispatching network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:20:48 user nova-compute[75255]: WARNING nova.compute.manager [req-0994aa88-c06c-4bb6-a3d9-dc6395d3b2a1 req-3c85177d-ce9e-4e04-84bd-aac06d5e4e71 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received unexpected event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f for instance with vm_state building and task_state spawning.
Dec 01 21:20:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fjSouDlq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:20:48 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:20:48 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:20:48 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6988db83-b37c-49ce-b9a5-2a30f4620073]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:20:48 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e5a206-6a34-4005-ad51-ac642bf805de]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd] added
Dec 01 21:20:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[660203a3-4807-4e34-8471-a9174f6ccef6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb586258-ec1f-4aa1-9179-eab6f0df209c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fjSouDlq {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fjSouDlq" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae9fa107-4913-45e0-96db-cd3ddd848d21]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fjSouDlq'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f9ce1f8-3cbf-4509-9898-8c183b9233a9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae4f7d11-27b6-424e-8b8b-10a675d04995]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:48 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:48 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:20:48 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:20:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:48 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:48 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:20:48 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:20:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:20:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[28168fb5-0c53-46ee-9546-d25bbb4f0698]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd, portal: 172.16.0.220,3260]
Dec 01 21:20:49 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd, portal: 172.16.0.220,3260] successful.
Dec 01 21:20:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e03bc629-2216-4526-a2ab-9fc9c30c15da]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[93ba270c-71a1-4d27-be67-d33ed4def259]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:49 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:49 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:20:49 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:20:49 user nova-compute[75255]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)
Dec 01 21:20:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:20:49 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:20:49 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:20:49 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:20:49 user nova-compute[75255]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)
Dec 01 21:20:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] HCTL ('37', '-', '-', 0) found on session 33 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3b8fc61-54e6-45ee-8a01-708b63bfcf35]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Searching for a device in session 33 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:20:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fjSouDlq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23866323136633132', 'path': '/dev/sdf'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23866323136633132', 'path': '/dev/sdf'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.objects.instance [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid 9c978beb-2d97-4ce4-ac8e-e098559db909 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:20:50 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:20:50 user nova-compute[75255]:   <source dev="/dev/sdf"/>
Dec 01 21:20:50 user nova-compute[75255]:   <target dev="vdc" bus="virtio"/>
Dec 01 21:20:50 user nova-compute[75255]:   <serial>15f1131b-448b-410d-b805-67b9b0d42cfd</serial>
Dec 01 21:20:50 user nova-compute[75255]: </disk>
Dec 01 21:20:50 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:20:50 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Instance spawned successfully.
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] No VIF found with MAC fa:16:3e:d4:11:76, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:20:50 user nova-compute[75255]: INFO nova.compute.manager [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Took 5.12 seconds to spawn the instance on the hypervisor.
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-022a19de-2275-4deb-bc1e-9ae84ba4b918 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.717s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-b188881f-4912-4cc6-a4dd-9dd19a4f1bb3 req-cd378532-40c2-431a-8b55-f1fefde0b0a8 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b188881f-4912-4cc6-a4dd-9dd19a4f1bb3 req-cd378532-40c2-431a-8b55-f1fefde0b0a8 service nova] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b188881f-4912-4cc6-a4dd-9dd19a4f1bb3 req-cd378532-40c2-431a-8b55-f1fefde0b0a8 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b188881f-4912-4cc6-a4dd-9dd19a4f1bb3 req-cd378532-40c2-431a-8b55-f1fefde0b0a8 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-b188881f-4912-4cc6-a4dd-9dd19a4f1bb3 req-cd378532-40c2-431a-8b55-f1fefde0b0a8 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] No waiting events found dispatching network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:20:50 user nova-compute[75255]: WARNING nova.compute.manager [req-b188881f-4912-4cc6-a4dd-9dd19a4f1bb3 req-cd378532-40c2-431a-8b55-f1fefde0b0a8 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received unexpected event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f for instance with vm_state building and task_state spawning.
Dec 01 21:20:50 user nova-compute[75255]: INFO nova.compute.manager [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Took 15.57 seconds to build instance.
Dec 01 21:20:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-083d9f85-c7a2-4476-ab94-094fd822dbd2 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "22e570bd-234e-4422-9263-bd8eb01482be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.688s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:20:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:20:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:20:51 user nova-compute[75255]: INFO nova.compute.manager [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Detaching volume f4964241-aa35-42ad-b9fb-2c209acc9400
Dec 01 21:20:51 user nova-compute[75255]: INFO nova.virt.block_device [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Attempting to driver detach volume f4964241-aa35-42ad-b9fb-2c209acc9400 from mountpoint /dev/vdb
Dec 01 21:20:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Attempting to detach device vdb from instance 9c978beb-2d97-4ce4-ac8e-e098559db909 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:20:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:20:51 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:20:51 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:20:51 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:20:51 user nova-compute[75255]:   <serial>f4964241-aa35-42ad-b9fb-2c209acc9400</serial>
Dec 01 21:20:51 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:20:51 user nova-compute[75255]: </disk>
Dec 01 21:20:51 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:20:51 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully detached device vdb from instance 9c978beb-2d97-4ce4-ac8e-e098559db909 from the persistent domain config.
Dec 01 21:20:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9c978beb-2d97-4ce4-ac8e-e098559db909 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:20:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:20:51 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:20:51 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:20:51 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:20:51 user nova-compute[75255]:   <serial>f4964241-aa35-42ad-b9fb-2c209acc9400</serial>
Dec 01 21:20:51 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:20:51 user nova-compute[75255]: </disk>
Dec 01 21:20:51 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:20:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9c978beb-2d97-4ce4-ac8e-e098559db909 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:20:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:20:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:02 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b784396a-61f1-4545-b3b2-b332122202b2 is timed out.
Dec 01 21:21:02 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Successfully detached device vdb from instance b784396a-61f1-4545-b3b2-b332122202b2 from the live domain config.
Dec 01 21:21:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmqDYkCZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:21:02 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d10115f-aa0d-46a5-b6fc-8d28f991a009]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:21:02 user nova-compute[75255]: No targets found.
Dec 01 21:21:02 user nova-compute[75255]: iSNS:
Dec 01 21:21:02 user nova-compute[75255]: No targets found.
Dec 01 21:21:02 user nova-compute[75255]: STATIC:
Dec 01 21:21:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9
Dec 01 21:21:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7
Dec 01 21:21:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd
Dec 01 21:21:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400
Dec 01 21:21:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6
Dec 01 21:21:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:02 user nova-compute[75255]: FIRMWARE:
Dec 01 21:21:02 user nova-compute[75255]: No targets found.
Dec 01 21:21:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:21:02 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:21:02 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad55861b-f49c-4d71-8afe-3749a60a8d20]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bc5ac05-4236-4bb0-9ca3-01c8d0cf4eba]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:21:02 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:21:02 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:21:02 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:02 user nova-compute[75255]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)
Dec 01 21:21:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 (non-flash)
Dec 01 21:21:02 user nova-compute[75255]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:21:02 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:21:02 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:02 user nova-compute[75255]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)
Dec 01 21:21:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82806371c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ad94bb6-eba1-469c-a157-1b27be5f15d3]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[460987f6-07e4-4419-8ce9-0c46ceef70fc]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a325e24-94d4-4072-8452-b9d058b035a5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbbefb84-9548-4339-af78-c951118b6297]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf7eef2-7ae7-4152-9bec-f506eb9292bd]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a08a78dc-4f4c-4f38-a4fc-3a7b8d7a9cc1]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9, portal: 172.16.0.220,3260]
Dec 01 21:21:02 user nova-compute[75255]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9, portal: 172.16.0.220,3260] successful.
Dec 01 21:21:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:936204f5-1731-4bb9-b683-96a4c44e93d9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c07fef3d-e27c-4113-a4c0-35ce9259c388]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] <== disconnect_volume: return (306ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:21:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG nova.objects.instance [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lazy-loading 'flavor' on Instance uuid b784396a-61f1-4545-b3b2-b332122202b2 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-faf930ca-4c2b-4220-8e9e-2fc8ffd8f07d tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.770s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:21:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "b431b239-a5c4-4512-9153-c621b3dccbab" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:05 user nova-compute[75255]: INFO nova.compute.manager [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Terminating instance
Dec 01 21:21:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-8c5eb065-155c-4bd2-86e5-a37c7d4ec795 req-d176a6bc-5bb9-4e50-99c7-46745c0c98f7 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-unplugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8c5eb065-155c-4bd2-86e5-a37c7d4ec795 req-d176a6bc-5bb9-4e50-99c7-46745c0c98f7 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8c5eb065-155c-4bd2-86e5-a37c7d4ec795 req-d176a6bc-5bb9-4e50-99c7-46745c0c98f7 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8c5eb065-155c-4bd2-86e5-a37c7d4ec795 req-d176a6bc-5bb9-4e50-99c7-46745c0c98f7 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-8c5eb065-155c-4bd2-86e5-a37c7d4ec795 req-d176a6bc-5bb9-4e50-99c7-46745c0c98f7 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-unplugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-8c5eb065-155c-4bd2-86e5-a37c7d4ec795 req-d176a6bc-5bb9-4e50-99c7-46745c0c98f7 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-unplugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Instance destroyed successfully.
Dec 01 21:21:06 user nova-compute[75255]: DEBUG nova.objects.instance [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lazy-loading 'resources' on Instance uuid b431b239-a5c4-4512-9153-c621b3dccbab {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:15:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-29241392',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-29241392',id=20,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgUMVAK8ClChg8SPEhr64fdUCeKWPdE19VWtbO96vQUIpSKCFiwyKvrgdlTazhkjkV/paCdLLrYWKmcJkETSwR0cH9Gj++qum7/MT/8ht2641LMW/IS1QF0A3PzpiC96g==',key_name='tempest-keypair-1178518127',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:19:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1710a62043cc4582910d0de99e8030eb',ramdisk_id='',reservation_id='r-3l0svqhq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-468209258',owner_user_name='tempest-AttachVolumeShelveTestJSON-468209258-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:19:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb12338d5cbd4bf4a86c207bb4ddd90d',uuid=b431b239-a5c4-4512-9153-c621b3dccbab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converting VIF {"id": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "address": "fa:16:3e:ff:36:d6", "network": {"id": "5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1698107885-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1710a62043cc4582910d0de99e8030eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce2be787-19", "ovs_interfaceid": "ce2be787-198e-4d7a-92e0-c9f49cdefdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG os_vif [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapce2be787-19, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=611b4e21-12f1-4ce3-b1f0-6a7a37a2f9bf) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:21:06 user nova-compute[75255]: INFO os_vif [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:36:d6,bridge_name='br-int',has_traffic_filtering=True,id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4,network=Network(5f7ddd03-5bb8-4ebf-b68b-9bfc1ce90819),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce2be787-19')
Dec 01 21:21:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Deleting instance files /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab_del
Dec 01 21:21:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Deletion of /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab_del complete
Dec 01 21:21:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json" returned: 1 in 0.204s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] '/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk --force-share --output=json' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:21:06 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000014, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/b431b239-a5c4-4512-9153-c621b3dccbab/disk
Dec 01 21:21:06 user nova-compute[75255]: INFO nova.compute.manager [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Took 0.99 seconds to destroy the instance on the hypervisor.
Dec 01 21:21:06 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-9a7409ff-4b84-42e4-894c-fbd565e0e328 req-9c7cc71c-aa65-4782-aee4-a1f3eff7d7de service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-deleted-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:07 user nova-compute[75255]: INFO nova.compute.manager [req-9a7409ff-4b84-42e4-894c-fbd565e0e328 req-9c7cc71c-aa65-4782-aee4-a1f3eff7d7de service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Neutron deleted interface ce2be787-198e-4d7a-92e0-c9f49cdefdb4; detaching it from the instance and deleting it from the info cache
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.network.neutron [req-9a7409ff-4b84-42e4-894c-fbd565e0e328 req-9c7cc71c-aa65-4782-aee4-a1f3eff7d7de service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:21:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:21:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7759MB free_disk=25.237110137939453GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:07 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Took 0.92 seconds to deallocate network for instance.
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-9a7409ff-4b84-42e4-894c-fbd565e0e328 req-9c7cc71c-aa65-4782-aee4-a1f3eff7d7de service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Detach interface failed, port_id=ce2be787-198e-4d7a-92e0-c9f49cdefdb4, reason: Instance b431b239-a5c4-4512-9153-c621b3dccbab could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance b784396a-61f1-4545-b3b2-b332122202b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 9c978beb-2d97-4ce4-ac8e-e098559db909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance b431b239-a5c4-4512-9153-c621b3dccbab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 7515090f-8b36-462a-8db8-2e59cafee1b1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 22e570bd-234e-4422-9263-bd8eb01482be actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:07 user nova-compute[75255]: WARNING nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state deleted and task_state None.
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:07 user nova-compute[75255]: WARNING nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state deleted and task_state None.
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:07 user nova-compute[75255]: WARNING nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state deleted and task_state None.
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-unplugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-unplugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:07 user nova-compute[75255]: WARNING nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-unplugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state deleted and task_state None.
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Acquiring lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] Lock "b431b239-a5c4-4512-9153-c621b3dccbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] No waiting events found dispatching network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:07 user nova-compute[75255]: WARNING nova.compute.manager [req-b2af6b9f-6c10-451d-b189-e2ffd4c586e6 req-6c66a98c-3667-4803-bd9c-1cb4de883086 service nova] [instance: b431b239-a5c4-4512-9153-c621b3dccbab] Received unexpected event network-vif-plugged-ce2be787-198e-4d7a-92e0-c9f49cdefdb4 for instance with vm_state deleted and task_state None.
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.431s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.356s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:21:07 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:21:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.324s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:08 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Deleted allocations for instance b431b239-a5c4-4512-9153-c621b3dccbab
Dec 01 21:21:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2115247a-5735-48f0-bab8-aa919acbe594 tempest-AttachVolumeShelveTestJSON-468209258 tempest-AttachVolumeShelveTestJSON-468209258-project-member] Lock "b431b239-a5c4-4512-9153-c621b3dccbab" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.901s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:21:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:21:09 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:21:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:21:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:21:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:21:10 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updating instance_info_cache with network_info: [{"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:21:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-b784396a-61f1-4545-b3b2-b332122202b2" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:21:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:21:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:21:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:21:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:21:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:21:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:11 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9c978beb-2d97-4ce4-ac8e-e098559db909 is timed out.
Dec 01 21:21:11 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully detached device vdb from instance 9c978beb-2d97-4ce4-ac8e-e098559db909 from the live domain config.
Dec 01 21:21:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJEzkgTH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:21:11 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[67ddb3ec-185d-47bb-9175-f05f964e3a15]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:21:11 user nova-compute[75255]: No targets found.
Dec 01 21:21:11 user nova-compute[75255]: iSNS:
Dec 01 21:21:11 user nova-compute[75255]: No targets found.
Dec 01 21:21:11 user nova-compute[75255]: STATIC:
Dec 01 21:21:11 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7
Dec 01 21:21:11 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:11 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:11 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd
Dec 01 21:21:11 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:11 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:11 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400
Dec 01 21:21:11 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:11 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:11 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6
Dec 01 21:21:11 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:11 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:11 user nova-compute[75255]: FIRMWARE:
Dec 01 21:21:11 user nova-compute[75255]: No targets found.
Dec 01 21:21:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:21:11 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:21:11 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddc3f50f-64ba-4f63-afba-ecf16924713d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5e9d53f-99ab-479e-989b-6fa54e1cb124]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:21:11 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:21:11 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:11 user nova-compute[75255]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)
Dec 01 21:21:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:21:11 user nova-compute[75255]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 (non-flash)
Dec 01 21:21:11 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:11 user nova-compute[75255]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)
Dec 01 21:21:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cf49990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2105e3a8-5f43-44f7-947d-eb580da5500e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe393898-60d7-4426-b248-5a46cfece72f]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b30340-5bd4-4a1b-a204-1bc715e396da]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:21:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[16769b6d-e266-4e8a-8ea8-aaad3982d957]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8540aad-c2e4-4727-a467-4fbb7c9c6171]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d91e4e94-eeb5-4fa4-abc7-7425a957dc93]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400, portal: 172.16.0.220,3260]
Dec 01 21:21:12 user nova-compute[75255]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400, portal: 172.16.0.220,3260] successful.
Dec 01 21:21:12 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f4964241-aa35-42ad-b9fb-2c209acc9400 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[48f9bf97-501b-4d5b-8f83-7c4bdf7019a9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== disconnect_volume: return (337ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:21:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:21:13 user nova-compute[75255]: DEBUG nova.objects.instance [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid 9c978beb-2d97-4ce4-ac8e-e098559db909 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:21:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4234c0ea-3232-4eb2-8b6c-f9c786ef778c tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.860s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:14 user nova-compute[75255]: INFO nova.compute.manager [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Detaching volume 15f1131b-448b-410d-b805-67b9b0d42cfd
Dec 01 21:21:14 user nova-compute[75255]: INFO nova.virt.block_device [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Attempting to driver detach volume 15f1131b-448b-410d-b805-67b9b0d42cfd from mountpoint /dev/vdc
Dec 01 21:21:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Attempting to detach device vdc from instance 9c978beb-2d97-4ce4-ac8e-e098559db909 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:21:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:21:14 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:21:14 user nova-compute[75255]:   <source dev="/dev/sdf"/>
Dec 01 21:21:14 user nova-compute[75255]:   <target dev="vdc" bus="virtio"/>
Dec 01 21:21:14 user nova-compute[75255]:   <serial>15f1131b-448b-410d-b805-67b9b0d42cfd</serial>
Dec 01 21:21:14 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 21:21:14 user nova-compute[75255]: </disk>
Dec 01 21:21:14 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:21:14 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully detached device vdc from instance 9c978beb-2d97-4ce4-ac8e-e098559db909 from the persistent domain config.
Dec 01 21:21:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 9c978beb-2d97-4ce4-ac8e-e098559db909 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:21:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:21:14 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:21:14 user nova-compute[75255]:   <source dev="/dev/sdf"/>
Dec 01 21:21:14 user nova-compute[75255]:   <target dev="vdc" bus="virtio"/>
Dec 01 21:21:14 user nova-compute[75255]:   <serial>15f1131b-448b-410d-b805-67b9b0d42cfd</serial>
Dec 01 21:21:14 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 21:21:14 user nova-compute[75255]: </disk>
Dec 01 21:21:14 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:21:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 9c978beb-2d97-4ce4-ac8e-e098559db909 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:21:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:21:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:21:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:21:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:21:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:32 user nova-compute[75255]: INFO nova.compute.manager [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Terminating instance
Dec 01 21:21:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-c3c9b66f-3e3e-4cf5-842a-5eb8c5a36dee req-cd902e3d-76a4-4567-96bf-1d5e46f3449f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received event network-vif-unplugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c3c9b66f-3e3e-4cf5-842a-5eb8c5a36dee req-cd902e3d-76a4-4567-96bf-1d5e46f3449f service nova] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c3c9b66f-3e3e-4cf5-842a-5eb8c5a36dee req-cd902e3d-76a4-4567-96bf-1d5e46f3449f service nova] Lock "b784396a-61f1-4545-b3b2-b332122202b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c3c9b66f-3e3e-4cf5-842a-5eb8c5a36dee req-cd902e3d-76a4-4567-96bf-1d5e46f3449f service nova] Lock "b784396a-61f1-4545-b3b2-b332122202b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-c3c9b66f-3e3e-4cf5-842a-5eb8c5a36dee req-cd902e3d-76a4-4567-96bf-1d5e46f3449f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] No waiting events found dispatching network-vif-unplugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-c3c9b66f-3e3e-4cf5-842a-5eb8c5a36dee req-cd902e3d-76a4-4567-96bf-1d5e46f3449f service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received event network-vif-unplugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:21:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Instance destroyed successfully.
Dec 01 21:21:33 user nova-compute[75255]: DEBUG nova.objects.instance [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lazy-loading 'resources' on Instance uuid b784396a-61f1-4545-b3b2-b332122202b2 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1678001712',display_name='tempest-TestServerVolumeAttachmentScenario-server-1678001712',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1678001712',id=23,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZW++cknuVUmlDt8BBXz793LLpuPNwlXenhy6qr5mfsM9t9TnPBv/usAR3RzbBFtc3aIZIL0BT8G9qR2HzqSNn6ptFtEcTaF2Bs8gDGIHRLNB7MXZcraYaYKAW8uWDEEA==',key_name='tempest-keypair-29838395',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:17:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='37e14c6889f348f995855f6ef3cd307c',ramdisk_id='',reservation_id='r-jbuz2ik8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1279370335',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1279370335-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:17:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d6074bd5074348b2a17b93066a1b05e5',uuid=b784396a-61f1-4545-b3b2-b332122202b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Converting VIF {"id": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "address": "fa:16:3e:69:cb:fa", "network": {"id": "cad96447-4617-49ea-bf8f-116ed55a44fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-889557349-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "37e14c6889f348f995855f6ef3cd307c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e8adf4b-60", "ovs_interfaceid": "7e8adf4b-60a2-4859-91de-588ec4daaf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:cb:fa,bridge_name='br-int',has_traffic_filtering=True,id=7e8adf4b-60a2-4859-91de-588ec4daaf37,network=Network(cad96447-4617-49ea-bf8f-116ed55a44fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8adf4b-60') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG os_vif [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:cb:fa,bridge_name='br-int',has_traffic_filtering=True,id=7e8adf4b-60a2-4859-91de-588ec4daaf37,network=Network(cad96447-4617-49ea-bf8f-116ed55a44fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8adf4b-60') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e8adf4b-60, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=902b49d0-74da-4ddf-af6c-78ac75c5c9fc) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:33 user nova-compute[75255]: INFO os_vif [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:cb:fa,bridge_name='br-int',has_traffic_filtering=True,id=7e8adf4b-60a2-4859-91de-588ec4daaf37,network=Network(cad96447-4617-49ea-bf8f-116ed55a44fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e8adf4b-60')
Dec 01 21:21:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Deleting instance files /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2_del
Dec 01 21:21:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Deletion of /opt/stack/data/nova/instances/b784396a-61f1-4545-b3b2-b332122202b2_del complete
Dec 01 21:21:33 user nova-compute[75255]: INFO nova.compute.manager [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 01 21:21:33 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: b784396a-61f1-4545-b3b2-b332122202b2] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:21:33 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Took 0.69 seconds to deallocate network for instance.
Dec 01 21:21:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-fbd91718-f921-4dfb-a641-9632c48d1b61 req-b2c0bcbc-0743-48b3-b601-0af39afc60b6 service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received event network-vif-deleted-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:33 user nova-compute[75255]: INFO nova.compute.manager [req-fbd91718-f921-4dfb-a641-9632c48d1b61 req-b2c0bcbc-0743-48b3-b601-0af39afc60b6 service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Neutron deleted interface 7e8adf4b-60a2-4859-91de-588ec4daaf37; detaching it from the instance and deleting it from the info cache
Dec 01 21:21:33 user nova-compute[75255]: DEBUG nova.network.neutron [req-fbd91718-f921-4dfb-a641-9632c48d1b61 req-b2c0bcbc-0743-48b3-b601-0af39afc60b6 service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-fbd91718-f921-4dfb-a641-9632c48d1b61 req-b2c0bcbc-0743-48b3-b601-0af39afc60b6 service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Detach interface failed, port_id=7e8adf4b-60a2-4859-91de-588ec4daaf37, reason: Instance b784396a-61f1-4545-b3b2-b332122202b2 could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.359s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:34 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Deleted allocations for instance b784396a-61f1-4545-b3b2-b332122202b2
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a3927e0e-eba8-4817-9c66-1c366640226a tempest-TestServerVolumeAttachmentScenario-1279370335 tempest-TestServerVolumeAttachmentScenario-1279370335-project-member] Lock "b784396a-61f1-4545-b3b2-b332122202b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.138s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-9cfb284d-ffaa-429d-8458-7db1d973d694 req-300a0989-609b-4898-aed6-fbb04d0e4440 service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received event network-vif-plugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9cfb284d-ffaa-429d-8458-7db1d973d694 req-300a0989-609b-4898-aed6-fbb04d0e4440 service nova] Acquiring lock "b784396a-61f1-4545-b3b2-b332122202b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9cfb284d-ffaa-429d-8458-7db1d973d694 req-300a0989-609b-4898-aed6-fbb04d0e4440 service nova] Lock "b784396a-61f1-4545-b3b2-b332122202b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9cfb284d-ffaa-429d-8458-7db1d973d694 req-300a0989-609b-4898-aed6-fbb04d0e4440 service nova] Lock "b784396a-61f1-4545-b3b2-b332122202b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-9cfb284d-ffaa-429d-8458-7db1d973d694 req-300a0989-609b-4898-aed6-fbb04d0e4440 service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] No waiting events found dispatching network-vif-plugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:34 user nova-compute[75255]: WARNING nova.compute.manager [req-9cfb284d-ffaa-429d-8458-7db1d973d694 req-300a0989-609b-4898-aed6-fbb04d0e4440 service nova] [instance: b784396a-61f1-4545-b3b2-b332122202b2] Received unexpected event network-vif-plugged-7e8adf4b-60a2-4859-91de-588ec4daaf37 for instance with vm_state deleted and task_state None.
Dec 01 21:21:34 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 9c978beb-2d97-4ce4-ac8e-e098559db909 is timed out.
Dec 01 21:21:34 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully detached device vdc from instance 9c978beb-2d97-4ce4-ac8e-e098559db909 from the live domain config.
Dec 01 21:21:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fjSouDlq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:21:34 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bf7b512-f636-4769-a20a-95c83c441afa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:21:34 user nova-compute[75255]: No targets found.
Dec 01 21:21:34 user nova-compute[75255]: iSNS:
Dec 01 21:21:34 user nova-compute[75255]: No targets found.
Dec 01 21:21:34 user nova-compute[75255]: STATIC:
Dec 01 21:21:34 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7
Dec 01 21:21:34 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:34 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:34 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd
Dec 01 21:21:34 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:34 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:34 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6
Dec 01 21:21:34 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:34 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:34 user nova-compute[75255]: FIRMWARE:
Dec 01 21:21:34 user nova-compute[75255]: No targets found.
Dec 01 21:21:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:21:34 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:21:34 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6d6d26b-7fe1-4c52-a6d3-96bbe855c34c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[319d55cf-7b49-49cd-b8ab-4f65a69f39aa]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:21:34 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:34 user nova-compute[75255]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)
Dec 01 21:21:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:21:34 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:34 user nova-compute[75255]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd (non-flash)
Dec 01 21:21:34 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82a00ff2e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd'): ({'sdf'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Removing single pathed devices sdf {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[080f9c69-7d61-4f00-bef5-b339cf6a56d8]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d18a071-dfd3-4b15-947a-1265026bcb5b]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Flushing IO for device /dev/sdf {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e704a41a-5e29-4c87-a1c1-b3f2cb9ec78f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.048s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a68d04-7f8c-44c5-900c-1a6be3c6510d]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] SCSI volumes sdf have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4389a339-05b7-42a7-8775-9aad95f91594]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[66bb9bf0-5bbd-4732-8bcc-e742262d93c2]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd, portal: 172.16.0.220,3260]
Dec 01 21:21:35 user nova-compute[75255]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd, portal: 172.16.0.220,3260] successful.
Dec 01 21:21:35 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15f1131b-448b-410d-b805-67b9b0d42cfd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba056a29-cf8e-4ced-9150-4a26fc9011fc]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:21:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] <== disconnect_volume: return (303ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:21:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:21:36 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'flavor' on Instance uuid 9c978beb-2d97-4ce4-ac8e-e098559db909 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:21:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ecbd0425-53b0-4c0f-9004-4a87e66dd59d tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.881s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-794546e4-b860-4cf6-9e11-ae546b97b4ac req-f1a6e47c-f807-483e-a03a-03bfe29a4735 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Received event network-changed-eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-794546e4-b860-4cf6-9e11-ae546b97b4ac req-f1a6e47c-f807-483e-a03a-03bfe29a4735 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Refreshing instance network info cache due to event network-changed-eb4dc79e-bb9d-40c8-b052-890ac421ba72. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:21:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-794546e4-b860-4cf6-9e11-ae546b97b4ac req-f1a6e47c-f807-483e-a03a-03bfe29a4735 service nova] Acquiring lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:21:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-794546e4-b860-4cf6-9e11-ae546b97b4ac req-f1a6e47c-f807-483e-a03a-03bfe29a4735 service nova] Acquired lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:21:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-794546e4-b860-4cf6-9e11-ae546b97b4ac req-f1a6e47c-f807-483e-a03a-03bfe29a4735 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Refreshing network info cache for port eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:21:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-794546e4-b860-4cf6-9e11-ae546b97b4ac req-f1a6e47c-f807-483e-a03a-03bfe29a4735 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updated VIF entry in instance network info cache for port eb4dc79e-bb9d-40c8-b052-890ac421ba72. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:21:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-794546e4-b860-4cf6-9e11-ae546b97b4ac req-f1a6e47c-f807-483e-a03a-03bfe29a4735 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updating instance_info_cache with network_info: [{"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:21:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-794546e4-b860-4cf6-9e11-ae546b97b4ac req-f1a6e47c-f807-483e-a03a-03bfe29a4735 service nova] Releasing lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:37 user nova-compute[75255]: INFO nova.compute.manager [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Terminating instance
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-2e2cc2ef-a2f9-4297-b160-0ed4185f3473 req-88a6d646-66a3-4c75-8959-fd8e4b473bda service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received event network-vif-unplugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2e2cc2ef-a2f9-4297-b160-0ed4185f3473 req-88a6d646-66a3-4c75-8959-fd8e4b473bda service nova] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2e2cc2ef-a2f9-4297-b160-0ed4185f3473 req-88a6d646-66a3-4c75-8959-fd8e4b473bda service nova] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2e2cc2ef-a2f9-4297-b160-0ed4185f3473 req-88a6d646-66a3-4c75-8959-fd8e4b473bda service nova] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-2e2cc2ef-a2f9-4297-b160-0ed4185f3473 req-88a6d646-66a3-4c75-8959-fd8e4b473bda service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] No waiting events found dispatching network-vif-unplugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-2e2cc2ef-a2f9-4297-b160-0ed4185f3473 req-88a6d646-66a3-4c75-8959-fd8e4b473bda service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received event network-vif-unplugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:21:37 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Instance destroyed successfully.
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.objects.instance [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lazy-loading 'resources' on Instance uuid 9c978beb-2d97-4ce4-ac8e-e098559db909 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:18:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1548884533',display_name='tempest-AttachVolumeTestJSON-server-1548884533',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1548884533',id=28,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFgEQ30TnIAieJj1CINIe4qjqUWI6f0PYcorUU7Av9Ylm54H/pUhbuNUCic9aZDzeeOskKs+Uue5qIwiE0wQzcGq4cwyDpg+fjbZUmdW7nCkghA2UJ7kz16Qt2PoCzI16w==',key_name='tempest-keypair-272747303',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:18:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c60d35f44f614c31ae5c4b304b4e8fbf',ramdisk_id='',reservation_id='r-jv26r6t5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1814331807',owner_user_name='tempest-AttachVolumeTestJSON-1814331807-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:18:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='665f289c8a70400bb50612d2b9744322',uuid=9c978beb-2d97-4ce4-ac8e-e098559db909,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converting VIF {"id": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "address": "fa:16:3e:d4:11:76", "network": {"id": "5d4c8b7b-e24e-4180-b2d4-8c6193bda664", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2138783658-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60d35f44f614c31ae5c4b304b4e8fbf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7af3ab0f-bf", "ovs_interfaceid": "7af3ab0f-bf6b-470b-9b81-0a4ca853d714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d4:11:76,bridge_name='br-int',has_traffic_filtering=True,id=7af3ab0f-bf6b-470b-9b81-0a4ca853d714,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7af3ab0f-bf') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG os_vif [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:11:76,bridge_name='br-int',has_traffic_filtering=True,id=7af3ab0f-bf6b-470b-9b81-0a4ca853d714,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7af3ab0f-bf') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7af3ab0f-bf, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c93faa0f-6d07-45c4-9de5-7c78c4ab6d44) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:37 user nova-compute[75255]: INFO os_vif [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:11:76,bridge_name='br-int',has_traffic_filtering=True,id=7af3ab0f-bf6b-470b-9b81-0a4ca853d714,network=Network(5d4c8b7b-e24e-4180-b2d4-8c6193bda664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7af3ab0f-bf')
Dec 01 21:21:37 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Deleting instance files /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909_del
Dec 01 21:21:37 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Deletion of /opt/stack/data/nova/instances/9c978beb-2d97-4ce4-ac8e-e098559db909_del complete
Dec 01 21:21:37 user nova-compute[75255]: INFO nova.compute.manager [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 01 21:21:37 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:21:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Stashing vm_state: active {{(pid=75255) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:21:38 user nova-compute[75255]: INFO nova.compute.claims [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Claim successful on node user
Dec 01 21:21:38 user nova-compute[75255]: INFO nova.compute.resource_tracker [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating resource usage from migration 55d53086-3e6e-4e41-8703-0a9c5160f844
Dec 01 21:21:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-fce10af2-65f2-4a7c-b7c5-ec9dd6d0590c req-36065a07-d92b-40d3-8c18-e22e9a565999 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-changed-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-fce10af2-65f2-4a7c-b7c5-ec9dd6d0590c req-36065a07-d92b-40d3-8c18-e22e9a565999 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Refreshing instance network info cache due to event network-changed-ee4b3674-1343-4a16-9d31-c5946b37755c. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fce10af2-65f2-4a7c-b7c5-ec9dd6d0590c req-36065a07-d92b-40d3-8c18-e22e9a565999 service nova] Acquiring lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fce10af2-65f2-4a7c-b7c5-ec9dd6d0590c req-36065a07-d92b-40d3-8c18-e22e9a565999 service nova] Acquired lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG nova.network.neutron [req-fce10af2-65f2-4a7c-b7c5-ec9dd6d0590c req-36065a07-d92b-40d3-8c18-e22e9a565999 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Refreshing network info cache for port ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.454s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:38 user nova-compute[75255]: INFO nova.compute.manager [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Migrating
Dec 01 21:21:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:21:38 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Took 0.87 seconds to deallocate network for instance.
Dec 01 21:21:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG nova.network.neutron [req-fce10af2-65f2-4a7c-b7c5-ec9dd6d0590c req-36065a07-d92b-40d3-8c18-e22e9a565999 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updated VIF entry in instance network info cache for port ee4b3674-1343-4a16-9d31-c5946b37755c. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG nova.network.neutron [req-fce10af2-65f2-4a7c-b7c5-ec9dd6d0590c req-36065a07-d92b-40d3-8c18-e22e9a565999 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating instance_info_cache with network_info: [{"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fce10af2-65f2-4a7c-b7c5-ec9dd6d0590c req-36065a07-d92b-40d3-8c18-e22e9a565999 service nova] Releasing lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquired lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:21:38 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.428s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:39 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Deleted allocations for instance 9c978beb-2d97-4ce4-ac8e-e098559db909
Dec 01 21:21:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-4bbcc07a-5095-4faa-80e6-5f07bc070a12 req-158b0814-d850-4267-9b4e-95b97caab3ba service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received event network-vif-plugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4bbcc07a-5095-4faa-80e6-5f07bc070a12 req-158b0814-d850-4267-9b4e-95b97caab3ba service nova] Acquiring lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4bbcc07a-5095-4faa-80e6-5f07bc070a12 req-158b0814-d850-4267-9b4e-95b97caab3ba service nova] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4bbcc07a-5095-4faa-80e6-5f07bc070a12 req-158b0814-d850-4267-9b4e-95b97caab3ba service nova] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-4bbcc07a-5095-4faa-80e6-5f07bc070a12 req-158b0814-d850-4267-9b4e-95b97caab3ba service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] No waiting events found dispatching network-vif-plugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:39 user nova-compute[75255]: WARNING nova.compute.manager [req-4bbcc07a-5095-4faa-80e6-5f07bc070a12 req-158b0814-d850-4267-9b4e-95b97caab3ba service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received unexpected event network-vif-plugged-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 for instance with vm_state deleted and task_state None.
Dec 01 21:21:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-943ece07-12d8-43e8-8965-9c1f463a39c2 tempest-AttachVolumeTestJSON-1814331807 tempest-AttachVolumeTestJSON-1814331807-project-member] Lock "9c978beb-2d97-4ce4-ac8e-e098559db909" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.382s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating instance_info_cache with network_info: [{"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Releasing lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Starting migrate_disk_and_power_off {{(pid=75255) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11481}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:40 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Instance destroyed successfully.
Dec 01 21:21:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:19:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1995227632',display_name='tempest-ServerActionsTestOtherA-server-1995227632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1995227632',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKqO4Syb+P+C8yg/VkZSYGx1wP7ZE26SfDQmsnFiwx38gDhmgd9AAkUfO9rzZ5hxKNfWQ1hxCMkhHPPKJUSbXD5SMFdQX/Lnco41L57hoYrc9EjuhKoBUBmKbF8on1Njew==',key_name='tempest-keypair-578871819',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:20:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-aejwvfuc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:21:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=7515090f-8b36-462a-8db8-2e59cafee1b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1962051235-network", "vif_mac": "fa:16:3e:bf:55:88"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1962051235-network", "vif_mac": "fa:16:3e:bf:55:88"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_vif [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee4b3674-13, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=64a0e8f3-5ab9-4199-a840-727dfe517dd5) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:21:40 user nova-compute[75255]: INFO os_vif [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13')
Dec 01 21:21:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tYoEceKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:21:40 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb7998e8-9451-4016-a320-e80d7222a2ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:21:40 user nova-compute[75255]: No targets found.
Dec 01 21:21:40 user nova-compute[75255]: iSNS:
Dec 01 21:21:40 user nova-compute[75255]: No targets found.
Dec 01 21:21:40 user nova-compute[75255]: STATIC:
Dec 01 21:21:40 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7
Dec 01 21:21:40 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:40 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:40 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6
Dec 01 21:21:40 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:21:40 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:21:40 user nova-compute[75255]: FIRMWARE:
Dec 01 21:21:40 user nova-compute[75255]: No targets found.
Dec 01 21:21:40 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:21:40 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:21:40 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc5acff4-9425-43c1-b916-9286dd6c9c40]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[64aa2238-cd75-405e-9de3-236bd14735c5]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:21:40 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:40 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:21:40 user nova-compute[75255]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:40 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd01b40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6'): ({'sdd'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Removing single pathed devices sdd {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b5dbcf-760c-4aa8-a31b-54b5258dccf6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dae81e80-f9c5-4152-97cb-6e81be8962c8]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flushing IO for device /dev/sdd {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c6c91d-7540-4450-be65-a24a682c1e20]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-3740f3ed-440c-4cac-ba43-8951330c33e4 req-85bf1191-d321-46d9-b638-aac3d21dbed2 service nova] [instance: 9c978beb-2d97-4ce4-ac8e-e098559db909] Received event network-vif-deleted-7af3ab0f-bf6b-470b-9b81-0a4ca853d714 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[92bac94e-fd30-4bf7-a8ad-2226cac475e8]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_c1b578b',) {{(pid=85768) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c0b5845-66f9-4a83-b3f5-55449bb958b0]: (4, None) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[067f9c5e-4972-4b87-a634-b55d6c479d19]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d8acad0-94e5-4a24-afb2-7029fe5a6ffb]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260]
Dec 01 21:21:40 user nova-compute[75255]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260] successful.
Dec 01 21:21:40 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[78affede-89b5-4d8b-88fb-11a16138dbb7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== disconnect_volume: return (308ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:21:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-vif-unplugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] No waiting events found dispatching network-vif-unplugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:41 user nova-compute[75255]: WARNING nova.compute.manager [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received unexpected event network-vif-unplugged-ee4b3674-1343-4a16-9d31-c5946b37755c for instance with vm_state active and task_state resize_migrating.
Dec 01 21:21:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] No waiting events found dispatching network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:41 user nova-compute[75255]: WARNING nova.compute.manager [req-b58dcf0a-7967-42c8-9456-50a42cf1de1f req-078b780a-be52-4e24-b492-a097334a7716 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received unexpected event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c for instance with vm_state active and task_state resize_migrating.
Dec 01 21:21:41 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Port ee4b3674-1343-4a16-9d31-c5946b37755c binding to destination host user is already ACTIVE {{(pid=75255) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquired lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:21:41 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating instance_info_cache with network_info: [{"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Releasing lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG os_brick.utils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee59d76-6b63-4a65-890d-bcc9be53a3f8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecdc6332-e05b-45d0-8cfb-05a6d168573c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[13bfe259-a64c-463c-854b-4dad563764b5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6281492-ac25-4a27-8792-d1281ec249dc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:21:42 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:21:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[52875ed9-281d-4371-931d-78dc85bdc7e4]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:21:42 user nova-compute[75255]: DEBUG os_brick.utils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:21:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:21:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:21:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:21:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:21:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Starting finish_migration {{(pid=75255) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11668}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Instance directory exists: not creating {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 21:21:52 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Creating image(s)
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Ensure instance console log exists: /opt/stack/data/nova/instances/7515090f-8b36-462a-8db8-2e59cafee1b1/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Start _get_guest_xml network_info=[{"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1962051235-network", "vif_mac": "fa:16:3e:bf:55:88"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tYoEceKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '7515090f-8b36-462a-8db8-2e59cafee1b1', 'attached_at': '2023-12-01T21:21:52.000000', 'detached_at': '', 'volume_id': 'c4955cd5-095b-4959-82c3-f4cff4d34fa6', 'serial': 'c4955cd5-095b-4959-82c3-f4cff4d34fa6'}, 'device_type': 'disk', 'attachment_id': '16c06258-1b72-4113-829a-eeb17210751c', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:21:52 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:21:52 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tYoEceKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:21:52 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:21:52 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:21:52 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee357b3-e027-4bf1-abcc-fb8cce28236d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:21:52 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e81025d4-80e2-4221-abd8-d9c4ac116120]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6] added
Dec 01 21:21:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2209828c-877f-4049-830e-0f15c1a57de6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9530b16-a960-4ac4-bd43-ba96eeb449ff]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tYoEceKT {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tYoEceKT" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4044a16b-b910-4ce4-a91f-b0fef4ad4e16]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tYoEceKT'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbe4ba29-e61d-46c6-9696-97a25990b373]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b405104-61ae-4683-b7bf-913d5e96b997]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[264934d8-4cb9-4ba5-b189-1b64fb8600ce]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260]
Dec 01 21:21:52 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260] successful.
Dec 01 21:21:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a66da373-77fb-42c1-b720-8edb0f06bfd3]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aac431f-97b7-4203-b7c7-024ca2827da3]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:52 user nova-compute[75255]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:21:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:21:52 user nova-compute[75255]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:21:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] HCTL ('33', '-', '-', 0) found on session 35 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ceb8b8a-ff45-47be-8b1c-ad7bbcdb5922]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:21:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Searching for a device in session 35 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tYoEceKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23662643430323232', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23662643430323232', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:19:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1995227632',display_name='tempest-ServerActionsTestOtherA-server-1995227632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1995227632',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKqO4Syb+P+C8yg/VkZSYGx1wP7ZE26SfDQmsnFiwx38gDhmgd9AAkUfO9rzZ5hxKNfWQ1hxCMkhHPPKJUSbXD5SMFdQX/Lnco41L57hoYrc9EjuhKoBUBmKbF8on1Njew==',key_name='tempest-keypair-578871819',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:20:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-aejwvfuc',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:21:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=7515090f-8b36-462a-8db8-2e59cafee1b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1962051235-network", "vif_mac": "fa:16:3e:bf:55:88"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1962051235-network", "vif_mac": "fa:16:3e:bf:55:88"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:21:53 user nova-compute[75255]:   <uuid>7515090f-8b36-462a-8db8-2e59cafee1b1</uuid>
Dec 01 21:21:53 user nova-compute[75255]:   <name>instance-0000001d</name>
Dec 01 21:21:53 user nova-compute[75255]:   <memory>2097152</memory>
Dec 01 21:21:53 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:21:53 user nova-compute[75255]:   <metadata>
Dec 01 21:21:53 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:21:53 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:21:53 user nova-compute[75255]:       <nova:name>tempest-ServerActionsTestOtherA-server-1995227632</nova:name>
Dec 01 21:21:53 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:21:52</nova:creationTime>
Dec 01 21:21:53 user nova-compute[75255]:       <nova:flavor name="m1.small">
Dec 01 21:21:53 user nova-compute[75255]:         <nova:memory>2048</nova:memory>
Dec 01 21:21:53 user nova-compute[75255]:         <nova:disk>20</nova:disk>
Dec 01 21:21:53 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:21:53 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:21:53 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:21:53 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:21:53 user nova-compute[75255]:       <nova:owner>
Dec 01 21:21:53 user nova-compute[75255]:         <nova:user uuid="07b91a0921e2473199a4ab60b9bd3480">tempest-ServerActionsTestOtherA-1164641327-project-member</nova:user>
Dec 01 21:21:53 user nova-compute[75255]:         <nova:project uuid="f43d0e6c53a54e6790917116d634eb83">tempest-ServerActionsTestOtherA-1164641327</nova:project>
Dec 01 21:21:53 user nova-compute[75255]:       </nova:owner>
Dec 01 21:21:53 user nova-compute[75255]:       <nova:ports>
Dec 01 21:21:53 user nova-compute[75255]:         <nova:port uuid="ee4b3674-1343-4a16-9d31-c5946b37755c">
Dec 01 21:21:53 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 01 21:21:53 user nova-compute[75255]:         </nova:port>
Dec 01 21:21:53 user nova-compute[75255]:       </nova:ports>
Dec 01 21:21:53 user nova-compute[75255]:     </nova:instance>
Dec 01 21:21:53 user nova-compute[75255]:   </metadata>
Dec 01 21:21:53 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:21:53 user nova-compute[75255]:     <system>
Dec 01 21:21:53 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:21:53 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:21:53 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:21:53 user nova-compute[75255]:       <entry name="serial">7515090f-8b36-462a-8db8-2e59cafee1b1</entry>
Dec 01 21:21:53 user nova-compute[75255]:       <entry name="uuid">7515090f-8b36-462a-8db8-2e59cafee1b1</entry>
Dec 01 21:21:53 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:21:53 user nova-compute[75255]:     </system>
Dec 01 21:21:53 user nova-compute[75255]:   </sysinfo>
Dec 01 21:21:53 user nova-compute[75255]:   <os>
Dec 01 21:21:53 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:21:53 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:21:53 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:21:53 user nova-compute[75255]:   </os>
Dec 01 21:21:53 user nova-compute[75255]:   <features>
Dec 01 21:21:53 user nova-compute[75255]:     <acpi/>
Dec 01 21:21:53 user nova-compute[75255]:     <apic/>
Dec 01 21:21:53 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:21:53 user nova-compute[75255]:   </features>
Dec 01 21:21:53 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:21:53 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:21:53 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:21:53 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:21:53 user nova-compute[75255]:   </clock>
Dec 01 21:21:53 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:21:53 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:21:53 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:21:53 user nova-compute[75255]:   </cpu>
Dec 01 21:21:53 user nova-compute[75255]:   <devices>
Dec 01 21:21:53 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:21:53 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:21:53 user nova-compute[75255]:       <source dev="/dev/sdb"/>
Dec 01 21:21:53 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:21:53 user nova-compute[75255]:       <serial>c4955cd5-095b-4959-82c3-f4cff4d34fa6</serial>
Dec 01 21:21:53 user nova-compute[75255]:     </disk>
Dec 01 21:21:53 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:21:53 user nova-compute[75255]:       <mac address="fa:16:3e:bf:55:88"/>
Dec 01 21:21:53 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:21:53 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:21:53 user nova-compute[75255]:       <target dev="tapee4b3674-13"/>
Dec 01 21:21:53 user nova-compute[75255]:     </interface>
Dec 01 21:21:53 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:21:53 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/7515090f-8b36-462a-8db8-2e59cafee1b1/console.log" append="off"/>
Dec 01 21:21:53 user nova-compute[75255]:     </serial>
Dec 01 21:21:53 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:21:53 user nova-compute[75255]:     <video>
Dec 01 21:21:53 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:21:53 user nova-compute[75255]:     </video>
Dec 01 21:21:53 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:21:53 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:21:53 user nova-compute[75255]:     </rng>
Dec 01 21:21:53 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:21:53 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:21:53 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:21:53 user nova-compute[75255]:     </memballoon>
Dec 01 21:21:53 user nova-compute[75255]:   </devices>
Dec 01 21:21:53 user nova-compute[75255]: </domain>
Dec 01 21:21:53 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:19:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1995227632',display_name='tempest-ServerActionsTestOtherA-server-1995227632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1995227632',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKqO4Syb+P+C8yg/VkZSYGx1wP7ZE26SfDQmsnFiwx38gDhmgd9AAkUfO9rzZ5hxKNfWQ1hxCMkhHPPKJUSbXD5SMFdQX/Lnco41L57hoYrc9EjuhKoBUBmKbF8on1Njew==',key_name='tempest-keypair-578871819',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:20:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-aejwvfuc',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:21:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=7515090f-8b36-462a-8db8-2e59cafee1b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1962051235-network", "vif_mac": "fa:16:3e:bf:55:88"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1962051235-network", "vif_mac": "fa:16:3e:bf:55:88"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG os_vif [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de7a16a0-0d52-5315-9c5a-b83d0a035042', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee4b3674-13, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee4b3674-13, col_values=(('qos', UUID('5e6fb666-cdf9-4dec-99ef-9dfce0b7fbfc')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee4b3674-13, col_values=(('external_ids', {'iface-id': 'ee4b3674-1343-4a16-9d31-c5946b37755c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bf:55:88', 'vm-uuid': '7515090f-8b36-462a-8db8-2e59cafee1b1'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:53 user nova-compute[75255]: INFO os_vif [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13')
Dec 01 21:21:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:21:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] No VIF found with MAC fa:16:3e:bf:55:88, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:21:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-f36b9b7f-e2d3-456e-9fb1-eaec09af3635 req-4cd56de8-87a2-4e02-93df-ed229dbbdb65 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f36b9b7f-e2d3-456e-9fb1-eaec09af3635 req-4cd56de8-87a2-4e02-93df-ed229dbbdb65 service nova] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f36b9b7f-e2d3-456e-9fb1-eaec09af3635 req-4cd56de8-87a2-4e02-93df-ed229dbbdb65 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f36b9b7f-e2d3-456e-9fb1-eaec09af3635 req-4cd56de8-87a2-4e02-93df-ed229dbbdb65 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-f36b9b7f-e2d3-456e-9fb1-eaec09af3635 req-4cd56de8-87a2-4e02-93df-ed229dbbdb65 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] No waiting events found dispatching network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:55 user nova-compute[75255]: WARNING nova.compute.manager [req-f36b9b7f-e2d3-456e-9fb1-eaec09af3635 req-4cd56de8-87a2-4e02-93df-ed229dbbdb65 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received unexpected event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c for instance with vm_state active and task_state resize_finish.
Dec 01 21:21:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:21:57 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Instance running successfully.
Dec 01 21:21:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Failed to set time: agent not configured {{(pid=75255) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 01 21:21:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8567cbfe-9e01-4cf3-87eb-a7bbbdae54d2 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] finish_migration finished successfully. {{(pid=75255) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11763}}
Dec 01 21:21:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-4db5151c-b508-48b4-96f5-219ccb23f2da req-45c473bb-2618-4ba7-8b3b-c136fa28da8f service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:21:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4db5151c-b508-48b4-96f5-219ccb23f2da req-45c473bb-2618-4ba7-8b3b-c136fa28da8f service nova] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:21:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4db5151c-b508-48b4-96f5-219ccb23f2da req-45c473bb-2618-4ba7-8b3b-c136fa28da8f service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:21:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4db5151c-b508-48b4-96f5-219ccb23f2da req-45c473bb-2618-4ba7-8b3b-c136fa28da8f service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:21:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-4db5151c-b508-48b4-96f5-219ccb23f2da req-45c473bb-2618-4ba7-8b3b-c136fa28da8f service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] No waiting events found dispatching network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:21:57 user nova-compute[75255]: WARNING nova.compute.manager [req-4db5151c-b508-48b4-96f5-219ccb23f2da req-45c473bb-2618-4ba7-8b3b-c136fa28da8f service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received unexpected event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c for instance with vm_state active and task_state resize_finish.
Dec 01 21:21:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:21:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:02 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:22:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:22:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:22:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:22:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:04 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:22:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:22:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.278s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:04 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:22:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:22:07 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8168MB free_disk=25.30868911743164GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Applying migration context for instance 7515090f-8b36-462a-8db8-2e59cafee1b1 as it has an incoming, in-progress migration 55d53086-3e6e-4e41-8703-0a9c5160f844. Migration status is finished {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 01 21:22:07 user nova-compute[75255]: INFO nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating resource usage from migration 55d53086-3e6e-4e41-8703-0a9c5160f844
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 22e570bd-234e-4422-9263-bd8eb01482be actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Migration 55d53086-3e6e-4e41-8703-0a9c5160f844 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 7515090f-8b36-462a-8db8-2e59cafee1b1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:22:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.422s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:22:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:22:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:22:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:22:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:22:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:22:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:22:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:22:09 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:22:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:22:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:22:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:22:10 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updating instance_info_cache with network_info: [{"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:22:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:22:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:22:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:22:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:22:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:22:19 user nova-compute[75255]: INFO nova.compute.claims [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Claim successful on node user
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.327s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:22:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.policy [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a1798311cf54435823d49a3a15ded24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc21f0570214f4e95de7b3c5e9e0325', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:22:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Creating image(s)
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "/opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "/opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "/opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk 1073741824" returned: 0 in 0.064s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.166s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Checking if we can resize image /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG nova.network.neutron [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Successfully created port: ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Cannot resize image /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Ensure instance console log exists: /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Successfully updated port: ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "refresh_cache-58f4864d-1dc4-44c9-9cd2-ccb721bc7814" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquired lock "refresh_cache-58f4864d-1dc4-44c9-9cd2-ccb721bc7814" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-5707f02f-4107-40c1-8cb5-0015623e0129 req-fe2eb3b4-c444-46f8-bbf3-f5297bb391be service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-changed-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-5707f02f-4107-40c1-8cb5-0015623e0129 req-fe2eb3b4-c444-46f8-bbf3-f5297bb391be service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Refreshing instance network info cache due to event network-changed-ee4d10b6-f510-4512-b369-f377d1615976. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5707f02f-4107-40c1-8cb5-0015623e0129 req-fe2eb3b4-c444-46f8-bbf3-f5297bb391be service nova] Acquiring lock "refresh_cache-58f4864d-1dc4-44c9-9cd2-ccb721bc7814" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Updating instance_info_cache with network_info: [{"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Releasing lock "refresh_cache-58f4864d-1dc4-44c9-9cd2-ccb721bc7814" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Instance network_info: |[{"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5707f02f-4107-40c1-8cb5-0015623e0129 req-fe2eb3b4-c444-46f8-bbf3-f5297bb391be service nova] Acquired lock "refresh_cache-58f4864d-1dc4-44c9-9cd2-ccb721bc7814" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.network.neutron [req-5707f02f-4107-40c1-8cb5-0015623e0129 req-fe2eb3b4-c444-46f8-bbf3-f5297bb391be service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Refreshing network info cache for port ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Start _get_guest_xml network_info=[{"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:22:21 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:22:21 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:22:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:22:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1225676947',display_name='tempest-AttachVolumeNegativeTest-server-1225676947',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1225676947',id=31,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE3IxsHKjokYODHcNDL0OJ27VvI5UmQLghM/2aBb6WkFbgGWo3STP93O9Y7ccIAd1JvwDkCDfF8JwyDebgTmlufDUmfGzHgGeFD8J7omCKdfOsMs5/X+DF1hkmTXgCjp1A==',key_name='tempest-keypair-278065420',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-ett09qcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:22:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=58f4864d-1dc4-44c9-9cd2-ccb721bc7814,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:2d:ac,bridge_name='br-int',has_traffic_filtering=True,id=ee4d10b6-f510-4512-b369-f377d1615976,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4d10b6-f5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.objects.instance [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'pci_devices' on Instance uuid 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:22:22 user nova-compute[75255]:   <uuid>58f4864d-1dc4-44c9-9cd2-ccb721bc7814</uuid>
Dec 01 21:22:22 user nova-compute[75255]:   <name>instance-0000001f</name>
Dec 01 21:22:22 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:22:22 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:22:22 user nova-compute[75255]:   <metadata>
Dec 01 21:22:22 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:22:22 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:22:22 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1225676947</nova:name>
Dec 01 21:22:22 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:22:21</nova:creationTime>
Dec 01 21:22:22 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:22:22 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:22:22 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:22:22 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:22:22 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:22:22 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:22:22 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:22:22 user nova-compute[75255]:       <nova:owner>
Dec 01 21:22:22 user nova-compute[75255]:         <nova:user uuid="1a1798311cf54435823d49a3a15ded24">tempest-AttachVolumeNegativeTest-1765008710-project-member</nova:user>
Dec 01 21:22:22 user nova-compute[75255]:         <nova:project uuid="9bc21f0570214f4e95de7b3c5e9e0325">tempest-AttachVolumeNegativeTest-1765008710</nova:project>
Dec 01 21:22:22 user nova-compute[75255]:       </nova:owner>
Dec 01 21:22:22 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:22:22 user nova-compute[75255]:       <nova:ports>
Dec 01 21:22:22 user nova-compute[75255]:         <nova:port uuid="ee4d10b6-f510-4512-b369-f377d1615976">
Dec 01 21:22:22 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:22:22 user nova-compute[75255]:         </nova:port>
Dec 01 21:22:22 user nova-compute[75255]:       </nova:ports>
Dec 01 21:22:22 user nova-compute[75255]:     </nova:instance>
Dec 01 21:22:22 user nova-compute[75255]:   </metadata>
Dec 01 21:22:22 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:22:22 user nova-compute[75255]:     <system>
Dec 01 21:22:22 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:22:22 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:22:22 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:22:22 user nova-compute[75255]:       <entry name="serial">58f4864d-1dc4-44c9-9cd2-ccb721bc7814</entry>
Dec 01 21:22:22 user nova-compute[75255]:       <entry name="uuid">58f4864d-1dc4-44c9-9cd2-ccb721bc7814</entry>
Dec 01 21:22:22 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:22:22 user nova-compute[75255]:     </system>
Dec 01 21:22:22 user nova-compute[75255]:   </sysinfo>
Dec 01 21:22:22 user nova-compute[75255]:   <os>
Dec 01 21:22:22 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:22:22 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:22:22 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:22:22 user nova-compute[75255]:   </os>
Dec 01 21:22:22 user nova-compute[75255]:   <features>
Dec 01 21:22:22 user nova-compute[75255]:     <acpi/>
Dec 01 21:22:22 user nova-compute[75255]:     <apic/>
Dec 01 21:22:22 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:22:22 user nova-compute[75255]:   </features>
Dec 01 21:22:22 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:22:22 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:22:22 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:22:22 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:22:22 user nova-compute[75255]:   </clock>
Dec 01 21:22:22 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:22:22 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:22:22 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:22:22 user nova-compute[75255]:   </cpu>
Dec 01 21:22:22 user nova-compute[75255]:   <devices>
Dec 01 21:22:22 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:22:22 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:22:22 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk"/>
Dec 01 21:22:22 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:22:22 user nova-compute[75255]:     </disk>
Dec 01 21:22:22 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:22:22 user nova-compute[75255]:       <mac address="fa:16:3e:79:2d:ac"/>
Dec 01 21:22:22 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:22:22 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:22:22 user nova-compute[75255]:       <target dev="tapee4d10b6-f5"/>
Dec 01 21:22:22 user nova-compute[75255]:     </interface>
Dec 01 21:22:22 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:22:22 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/console.log" append="off"/>
Dec 01 21:22:22 user nova-compute[75255]:     </serial>
Dec 01 21:22:22 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:22:22 user nova-compute[75255]:     <video>
Dec 01 21:22:22 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:22:22 user nova-compute[75255]:     </video>
Dec 01 21:22:22 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:22:22 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:22:22 user nova-compute[75255]:     </rng>
Dec 01 21:22:22 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:22:22 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:22:22 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:22:22 user nova-compute[75255]:     </memballoon>
Dec 01 21:22:22 user nova-compute[75255]:   </devices>
Dec 01 21:22:22 user nova-compute[75255]: </domain>
Dec 01 21:22:22 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:22:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1225676947',display_name='tempest-AttachVolumeNegativeTest-server-1225676947',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1225676947',id=31,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE3IxsHKjokYODHcNDL0OJ27VvI5UmQLghM/2aBb6WkFbgGWo3STP93O9Y7ccIAd1JvwDkCDfF8JwyDebgTmlufDUmfGzHgGeFD8J7omCKdfOsMs5/X+DF1hkmTXgCjp1A==',key_name='tempest-keypair-278065420',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-ett09qcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:22:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=58f4864d-1dc4-44c9-9cd2-ccb721bc7814,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:2d:ac,bridge_name='br-int',has_traffic_filtering=True,id=ee4d10b6-f510-4512-b369-f377d1615976,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4d10b6-f5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG os_vif [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:2d:ac,bridge_name='br-int',has_traffic_filtering=True,id=ee4d10b6-f510-4512-b369-f377d1615976,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4d10b6-f5') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '23256823-3139-55e3-8158-e2176e159f18', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee4d10b6-f5, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee4d10b6-f5, col_values=(('qos', UUID('551e883e-796e-4849-ba25-279abc278376')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee4d10b6-f5, col_values=(('external_ids', {'iface-id': 'ee4d10b6-f510-4512-b369-f377d1615976', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:2d:ac', 'vm-uuid': '58f4864d-1dc4-44c9-9cd2-ccb721bc7814'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:22 user nova-compute[75255]: INFO os_vif [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:2d:ac,bridge_name='br-int',has_traffic_filtering=True,id=ee4d10b6-f510-4512-b369-f377d1615976,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4d10b6-f5')
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No VIF found with MAC fa:16:3e:79:2d:ac, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.network.neutron [req-5707f02f-4107-40c1-8cb5-0015623e0129 req-fe2eb3b4-c444-46f8-bbf3-f5297bb391be service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Updated VIF entry in instance network info cache for port ee4d10b6-f510-4512-b369-f377d1615976. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG nova.network.neutron [req-5707f02f-4107-40c1-8cb5-0015623e0129 req-fe2eb3b4-c444-46f8-bbf3-f5297bb391be service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Updating instance_info_cache with network_info: [{"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:22:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5707f02f-4107-40c1-8cb5-0015623e0129 req-fe2eb3b4-c444-46f8-bbf3-f5297bb391be service nova] Releasing lock "refresh_cache-58f4864d-1dc4-44c9-9cd2-ccb721bc7814" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG nova.compute.manager [req-1f22b4f3-ecd4-436e-9c8e-ad92ff204e93 req-ded964ef-72a1-40bb-9a87-2feb3fa9f8de service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1f22b4f3-ecd4-436e-9c8e-ad92ff204e93 req-ded964ef-72a1-40bb-9a87-2feb3fa9f8de service nova] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1f22b4f3-ecd4-436e-9c8e-ad92ff204e93 req-ded964ef-72a1-40bb-9a87-2feb3fa9f8de service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1f22b4f3-ecd4-436e-9c8e-ad92ff204e93 req-ded964ef-72a1-40bb-9a87-2feb3fa9f8de service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG nova.compute.manager [req-1f22b4f3-ecd4-436e-9c8e-ad92ff204e93 req-ded964ef-72a1-40bb-9a87-2feb3fa9f8de service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] No waiting events found dispatching network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:22:23 user nova-compute[75255]: WARNING nova.compute.manager [req-1f22b4f3-ecd4-436e-9c8e-ad92ff204e93 req-ded964ef-72a1-40bb-9a87-2feb3fa9f8de service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received unexpected event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 for instance with vm_state building and task_state spawning.
Dec 01 21:22:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:22:25 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Instance spawned successfully.
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:22:25 user nova-compute[75255]: INFO nova.compute.manager [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Took 5.91 seconds to spawn the instance on the hypervisor.
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-9a646f93-5787-4b00-9940-4274013dfe03 req-a3dd72f4-b274-45aa-89dd-898c285b72a8 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9a646f93-5787-4b00-9940-4274013dfe03 req-a3dd72f4-b274-45aa-89dd-898c285b72a8 service nova] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9a646f93-5787-4b00-9940-4274013dfe03 req-a3dd72f4-b274-45aa-89dd-898c285b72a8 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9a646f93-5787-4b00-9940-4274013dfe03 req-a3dd72f4-b274-45aa-89dd-898c285b72a8 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-9a646f93-5787-4b00-9940-4274013dfe03 req-a3dd72f4-b274-45aa-89dd-898c285b72a8 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] No waiting events found dispatching network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:22:25 user nova-compute[75255]: WARNING nova.compute.manager [req-9a646f93-5787-4b00-9940-4274013dfe03 req-a3dd72f4-b274-45aa-89dd-898c285b72a8 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received unexpected event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 for instance with vm_state building and task_state spawning.
Dec 01 21:22:25 user nova-compute[75255]: INFO nova.compute.manager [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Took 6.58 seconds to build instance.
Dec 01 21:22:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e9583884-f99e-45c3-8fcd-116dee3d81a9 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.735s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "22e570bd-234e-4422-9263-bd8eb01482be" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:27 user nova-compute[75255]: INFO nova.compute.manager [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Shelve offloading
Dec 01 21:22:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-changed-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Refreshing instance network info cache due to event network-changed-cee8e90f-b551-4caf-8f7b-aa6b41ee203f. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] Acquiring lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] Acquired lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:22:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Refreshing network info cache for port cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:22:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Instance destroyed successfully.
Dec 01 21:22:28 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG nova.network.neutron [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updated VIF entry in instance network info cache for port cee8e90f-b551-4caf-8f7b-aa6b41ee203f. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG nova.network.neutron [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating instance_info_cache with network_info: [{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] Releasing lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-vif-unplugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] No waiting events found dispatching network-vif-unplugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:22:28 user nova-compute[75255]: WARNING nova.compute.manager [req-24a05245-4334-4be9-9f55-d90a8baf1d43 req-c7d0d2b1-45c1-4cd4-baa3-cfbc7dddeb85 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received unexpected event network-vif-unplugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f for instance with vm_state active and task_state shelving.
Dec 01 21:22:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquired lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating instance_info_cache with network_info: [{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:22:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Releasing lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:22:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Instance destroyed successfully.
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lazy-loading 'resources' on Instance uuid 22e570bd-234e-4422-9263-bd8eb01482be {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:20:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1451529318',display_name='tempest-TestShelveInstance-server-1451529318',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1451529318',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHySNOEnlxoOQIenPViXHCBDm3R17W5dtXTtok4r+8SzriE5IxY26cjd3CK8INpjitxIwp5Df5s4jgQFz6/iEsScSidJ4kMVHCRZdkXt6yQskyHqfxyzfPVQnsVoLLEfcQ==',key_name='tempest-TestShelveInstance-2067657261',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:20:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5908dfd7ddc341b4bd030522f9a197be',ramdisk_id='',reservation_id='r-wkafgoqc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-626753376',owner_user_name='tempest-TestShelveInstance-626753376-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:20:51Z,user_data=None,user_id='5b5eed4b89d34d02a8e56262a0112ece',uuid=22e570bd-234e-4422-9263-bd8eb01482be,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converting VIF {"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_vif [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcee8e90f-b5, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c1080cc-a3d7-47fd-82c0-9c803a7ff919) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-bda5a66c-f719-4b04-a49b-9951f596e035 req-a41dc87b-3aae-4f3a-bbd9-e065006f3262 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-changed-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-bda5a66c-f719-4b04-a49b-9951f596e035 req-a41dc87b-3aae-4f3a-bbd9-e065006f3262 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Refreshing instance network info cache due to event network-changed-cee8e90f-b551-4caf-8f7b-aa6b41ee203f. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bda5a66c-f719-4b04-a49b-9951f596e035 req-a41dc87b-3aae-4f3a-bbd9-e065006f3262 service nova] Acquiring lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bda5a66c-f719-4b04-a49b-9951f596e035 req-a41dc87b-3aae-4f3a-bbd9-e065006f3262 service nova] Acquired lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.network.neutron [req-bda5a66c-f719-4b04-a49b-9951f596e035 req-a41dc87b-3aae-4f3a-bbd9-e065006f3262 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Refreshing network info cache for port cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:22:29 user nova-compute[75255]: INFO os_vif [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5')
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLikoOwx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:22:29 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[836cff71-985f-4f26-b8d4-0c4328b653e5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:22:29 user nova-compute[75255]: No targets found.
Dec 01 21:22:29 user nova-compute[75255]: iSNS:
Dec 01 21:22:29 user nova-compute[75255]: No targets found.
Dec 01 21:22:29 user nova-compute[75255]: STATIC:
Dec 01 21:22:29 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7
Dec 01 21:22:29 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:22:29 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:22:29 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6
Dec 01 21:22:29 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:22:29 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:22:29 user nova-compute[75255]: FIRMWARE:
Dec 01 21:22:29 user nova-compute[75255]: No targets found.
Dec 01 21:22:29 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:22:29 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:22:29 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cfd8053-d1fe-4954-b20e-cccf5528e69d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[146af079-8b23-44a2-8474-6ed02f715d1e]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:22:29 user nova-compute[75255]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:22:29 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:22:29 user nova-compute[75255]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:22:29 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd12680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7'): ({'sde'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Removing single pathed devices sde {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d56530af-06bd-4db7-90a8-629f040e8e06]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea94d4d5-af3c-46c4-b328-ebc9d3463185]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Flushing IO for device /dev/sde {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e5f246-e757-49b8-817e-487e00cb3b16]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce6e6e03-c411-491b-b5e3-572d3fc053a7]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-a4730958-4932-44a0-b070-9b53c349bdd4 req-f954597f-4b0b-4daa-9e8b-75fc62e2d029 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a4730958-4932-44a0-b070-9b53c349bdd4 req-f954597f-4b0b-4daa-9e8b-75fc62e2d029 service nova] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a4730958-4932-44a0-b070-9b53c349bdd4 req-f954597f-4b0b-4daa-9e8b-75fc62e2d029 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a4730958-4932-44a0-b070-9b53c349bdd4 req-f954597f-4b0b-4daa-9e8b-75fc62e2d029 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-a4730958-4932-44a0-b070-9b53c349bdd4 req-f954597f-4b0b-4daa-9e8b-75fc62e2d029 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] No waiting events found dispatching network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:22:29 user nova-compute[75255]: WARNING nova.compute.manager [req-a4730958-4932-44a0-b070-9b53c349bdd4 req-f954597f-4b0b-4daa-9e8b-75fc62e2d029 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received unexpected event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f for instance with vm_state active and task_state shelving.
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[729c530e-1c76-4b54-8ee3-0bec551a660c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[227bf3f0-86e2-4d34-be7c-4229eb445571]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260]
Dec 01 21:22:29 user nova-compute[75255]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260] successful.
Dec 01 21:22:29 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[aacad8e1-f770-4ae5-a9c5-7a2829711985]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] <== disconnect_volume: return (324ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:22:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:22:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Deleting instance files /opt/stack/data/nova/instances/22e570bd-234e-4422-9263-bd8eb01482be_del
Dec 01 21:22:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Deletion of /opt/stack/data/nova/instances/22e570bd-234e-4422-9263-bd8eb01482be_del complete
Dec 01 21:22:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-bda5a66c-f719-4b04-a49b-9951f596e035 req-a41dc87b-3aae-4f3a-bbd9-e065006f3262 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updated VIF entry in instance network info cache for port cee8e90f-b551-4caf-8f7b-aa6b41ee203f. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:22:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-bda5a66c-f719-4b04-a49b-9951f596e035 req-a41dc87b-3aae-4f3a-bbd9-e065006f3262 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating instance_info_cache with network_info: [{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": null, "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:22:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bda5a66c-f719-4b04-a49b-9951f596e035 req-a41dc87b-3aae-4f3a-bbd9-e065006f3262 service nova] Releasing lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:22:31 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Deleted allocations for instance 22e570bd-234e-4422-9263-bd8eb01482be
Dec 01 21:22:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lazy-loading 'numa_topology' on Instance uuid 22e570bd-234e-4422-9263-bd8eb01482be {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:22:31 user nova-compute[75255]: DEBUG nova.objects.base [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Object Instance<22e570bd-234e-4422-9263-bd8eb01482be> lazy-loaded attributes: resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:22:31 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:22:31 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:22:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.288s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f943354-8273-41b5-9209-9a649243c7e5 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "22e570bd-234e-4422-9263-bd8eb01482be" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.098s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:40 user nova-compute[75255]: INFO nova.compute.manager [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Rescuing
Dec 01 21:22:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:22:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquired lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:22:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:22:40 user nova-compute[75255]: DEBUG nova.network.neutron [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updating instance_info_cache with network_info: [{"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:22:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Releasing lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:22:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-360ccc8e-63de-4fb9-b1f8-657bcb75a7c0 req-26822317-7851-4c9e-a714-bd7b926313c7 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-unplugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-360ccc8e-63de-4fb9-b1f8-657bcb75a7c0 req-26822317-7851-4c9e-a714-bd7b926313c7 service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-360ccc8e-63de-4fb9-b1f8-657bcb75a7c0 req-26822317-7851-4c9e-a714-bd7b926313c7 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-360ccc8e-63de-4fb9-b1f8-657bcb75a7c0 req-26822317-7851-4c9e-a714-bd7b926313c7 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-360ccc8e-63de-4fb9-b1f8-657bcb75a7c0 req-26822317-7851-4c9e-a714-bd7b926313c7 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-unplugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:22:41 user nova-compute[75255]: WARNING nova.compute.manager [req-360ccc8e-63de-4fb9-b1f8-657bcb75a7c0 req-26822317-7851-4c9e-a714-bd7b926313c7 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-unplugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state active and task_state rescuing.
Dec 01 21:22:41 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Instance destroyed successfully.
Dec 01 21:22:41 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Attempting rescue
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75255) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Instance directory exists: not creating {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 21:22:41 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Creating image(s)
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.instance [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'trusted_certs' on Instance uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue" returned: 0 in 0.052s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.instance [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'migration_context' on Instance uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.base [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<03f4b713-6adb-46e7-908c-809aaff5f888> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Start _get_guest_xml network_info=[{"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "vif_mac": "fa:16:3e:1c:4b:4f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.instance [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'resources' on Instance uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.base [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<03f4b713-6adb-46e7-908c-809aaff5f888> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.instance [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'numa_topology' on Instance uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.base [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<03f4b713-6adb-46e7-908c-809aaff5f888> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:22:41 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:22:41 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.instance [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'vcpu_model' on Instance uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.base [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<03f4b713-6adb-46e7-908c-809aaff5f888> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-543492821',display_name='tempest-ServerRescueNegativeTestJSON-server-543492821',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-543492821',id=25,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:18:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-j57wyww9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:18:05Z,user_data=None,user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=03f4b713-6adb-46e7-908c-809aaff5f888,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "vif_mac": "fa:16:3e:1c:4b:4f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "vif_mac": "fa:16:3e:1c:4b:4f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1c:4b:4f,bridge_name='br-int',has_traffic_filtering=True,id=a571fe91-ed6d-4680-80d4-d62ebc4aed90,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa571fe91-ed') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.instance [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'pci_devices' on Instance uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.objects.base [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<03f4b713-6adb-46e7-908c-809aaff5f888> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:22:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:22:41 user nova-compute[75255]:   <uuid>03f4b713-6adb-46e7-908c-809aaff5f888</uuid>
Dec 01 21:22:41 user nova-compute[75255]:   <name>instance-00000019</name>
Dec 01 21:22:41 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:22:41 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:22:41 user nova-compute[75255]:   <metadata>
Dec 01 21:22:41 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:22:41 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:22:41 user nova-compute[75255]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-543492821</nova:name>
Dec 01 21:22:41 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:22:41</nova:creationTime>
Dec 01 21:22:41 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:22:41 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:22:41 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:22:41 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:22:41 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:22:41 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:22:41 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:22:41 user nova-compute[75255]:       <nova:owner>
Dec 01 21:22:41 user nova-compute[75255]:         <nova:user uuid="c6eecc6cdf3c49b7a6ccd0e33dfeb062">tempest-ServerRescueNegativeTestJSON-282137854-project-member</nova:user>
Dec 01 21:22:41 user nova-compute[75255]:         <nova:project uuid="f8f460482a61406a9efa3b06a26cfb79">tempest-ServerRescueNegativeTestJSON-282137854</nova:project>
Dec 01 21:22:41 user nova-compute[75255]:       </nova:owner>
Dec 01 21:22:41 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:22:41 user nova-compute[75255]:       <nova:ports>
Dec 01 21:22:41 user nova-compute[75255]:         <nova:port uuid="a571fe91-ed6d-4680-80d4-d62ebc4aed90">
Dec 01 21:22:41 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 21:22:41 user nova-compute[75255]:         </nova:port>
Dec 01 21:22:41 user nova-compute[75255]:       </nova:ports>
Dec 01 21:22:41 user nova-compute[75255]:     </nova:instance>
Dec 01 21:22:41 user nova-compute[75255]:   </metadata>
Dec 01 21:22:41 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:22:41 user nova-compute[75255]:     <system>
Dec 01 21:22:41 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:22:41 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:22:41 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:22:41 user nova-compute[75255]:       <entry name="serial">03f4b713-6adb-46e7-908c-809aaff5f888</entry>
Dec 01 21:22:41 user nova-compute[75255]:       <entry name="uuid">03f4b713-6adb-46e7-908c-809aaff5f888</entry>
Dec 01 21:22:41 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:22:41 user nova-compute[75255]:     </system>
Dec 01 21:22:41 user nova-compute[75255]:   </sysinfo>
Dec 01 21:22:41 user nova-compute[75255]:   <os>
Dec 01 21:22:41 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:22:41 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:22:41 user nova-compute[75255]:   </os>
Dec 01 21:22:41 user nova-compute[75255]:   <features>
Dec 01 21:22:41 user nova-compute[75255]:     <acpi/>
Dec 01 21:22:41 user nova-compute[75255]:     <apic/>
Dec 01 21:22:41 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:22:41 user nova-compute[75255]:   </features>
Dec 01 21:22:41 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:22:41 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:22:41 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:22:41 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:22:41 user nova-compute[75255]:   </clock>
Dec 01 21:22:41 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:22:41 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:22:41 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:22:41 user nova-compute[75255]:   </cpu>
Dec 01 21:22:41 user nova-compute[75255]:   <devices>
Dec 01 21:22:41 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:22:41 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:22:41 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue"/>
Dec 01 21:22:41 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:22:41 user nova-compute[75255]:     </disk>
Dec 01 21:22:41 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:22:41 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:22:41 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk"/>
Dec 01 21:22:41 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:22:41 user nova-compute[75255]:     </disk>
Dec 01 21:22:41 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:22:41 user nova-compute[75255]:       <mac address="fa:16:3e:1c:4b:4f"/>
Dec 01 21:22:41 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:22:41 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:22:41 user nova-compute[75255]:       <target dev="tapa571fe91-ed"/>
Dec 01 21:22:41 user nova-compute[75255]:     </interface>
Dec 01 21:22:41 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:22:41 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/console.log" append="off"/>
Dec 01 21:22:41 user nova-compute[75255]:     </serial>
Dec 01 21:22:41 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:22:41 user nova-compute[75255]:     <video>
Dec 01 21:22:41 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:22:41 user nova-compute[75255]:     </video>
Dec 01 21:22:41 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:22:41 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:22:41 user nova-compute[75255]:     </rng>
Dec 01 21:22:41 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:22:41 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:22:41 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:22:41 user nova-compute[75255]:     </memballoon>
Dec 01 21:22:41 user nova-compute[75255]:   </devices>
Dec 01 21:22:41 user nova-compute[75255]: </domain>
Dec 01 21:22:41 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:22:41 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Instance destroyed successfully.
Dec 01 21:22:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:22:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:22:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No VIF found with MAC fa:16:3e:1c:4b:4f, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG nova.compute.manager [req-44631b03-b562-4d26-98e0-585655cde2b2 req-45482936-6f04-42a1-b98b-fd398e38695a service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-44631b03-b562-4d26-98e0-585655cde2b2 req-45482936-6f04-42a1-b98b-fd398e38695a service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-44631b03-b562-4d26-98e0-585655cde2b2 req-45482936-6f04-42a1-b98b-fd398e38695a service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-44631b03-b562-4d26-98e0-585655cde2b2 req-45482936-6f04-42a1-b98b-fd398e38695a service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG nova.compute.manager [req-44631b03-b562-4d26-98e0-585655cde2b2 req-45482936-6f04-42a1-b98b-fd398e38695a service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:22:43 user nova-compute[75255]: WARNING nova.compute.manager [req-44631b03-b562-4d26-98e0-585655cde2b2 req-45482936-6f04-42a1-b98b-fd398e38695a service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state active and task_state rescuing.
Dec 01 21:22:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:22:45 user nova-compute[75255]: WARNING nova.compute.manager [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state active and task_state rescuing.
Dec 01 21:22:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:22:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:22:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:22:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:22:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:22:45 user nova-compute[75255]: WARNING nova.compute.manager [req-732a2590-c9e2-403f-be38-664f0604051a req-cd9ff69b-da9e-436e-8398-8e7007a379c7 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state active and task_state rescuing.
Dec 01 21:22:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-885fb588-8bf8-4bae-8d25-d93471a3486e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:22:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:22:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:23:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:06 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:06 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:06 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:23:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:06 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:23:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:09 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:23:09 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:23:09 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8190MB free_disk=25.266910552978516GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:23:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:09 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Applying migration context for instance 7515090f-8b36-462a-8db8-2e59cafee1b1 as it has an incoming, in-progress migration 55d53086-3e6e-4e41-8703-0a9c5160f844. Migration status is finished {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 01 21:23:09 user nova-compute[75255]: INFO nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating resource usage from migration 55d53086-3e6e-4e41-8703-0a9c5160f844
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Migration 55d53086-3e6e-4e41-8703-0a9c5160f844 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 7515090f-8b36-462a-8db8-2e59cafee1b1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.722s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:23:10 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updating instance_info_cache with network_info: [{"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:12 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_power_states {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 76e89914-6bf7-4d84-870d-60801590ee5a {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 2bad2144-38ac-4bf3-a390-5bdda4792c3d {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 7515090f-8b36-462a-8db8-2e59cafee1b1 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "76e89914-6bf7-4d84-870d-60801590ee5a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "76e89914-6bf7-4d84-870d-60801590ee5a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "03f4b713-6adb-46e7-908c-809aaff5f888" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "76e89914-6bf7-4d84-870d-60801590ee5a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.039s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "03f4b713-6adb-46e7-908c-809aaff5f888" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.048s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:23:23 user nova-compute[75255]: INFO nova.compute.claims [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Claim successful on node user
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.332s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:23:23 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.policy [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68a438484f1949bb8bda3b7208d2751c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef0794c7f434049b44940d6bba0865c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:23:23 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Creating image(s)
Dec 01 21:23:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "/opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "/opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "/opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "5ba6e20b6a1651249d0a2825183fd14edd2abdc7" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "5ba6e20b6a1651249d0a2825183fd14edd2abdc7" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7.part --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7.part --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:24 user nova-compute[75255]: DEBUG nova.virt.images [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] 58d28b71-0c5f-4110-a935-0000ab44d7ce was qcow2, converting to raw {{(pid=75255) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 21:23:24 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:23:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7.part /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7.converted {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:24 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Successfully created port: ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:23:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7.part /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7.converted" returned: 0 in 0.375s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:24 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7.converted --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7.converted --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "5ba6e20b6a1651249d0a2825183fd14edd2abdc7" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.294s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7 --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "5ba6e20b6a1651249d0a2825183fd14edd2abdc7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "5ba6e20b6a1651249d0a2825183fd14edd2abdc7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7 --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7,backing_fmt=raw /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7,backing_fmt=raw /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk 1073741824" returned: 0 in 0.049s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "5ba6e20b6a1651249d0a2825183fd14edd2abdc7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Successfully updated port: ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquired lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-c429b60f-29c0-4718-9207-c434cb5c51ca req-a9ee310f-002a-40a0-b5a9-986d0c31da14 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-changed-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-c429b60f-29c0-4718-9207-c434cb5c51ca req-a9ee310f-002a-40a0-b5a9-986d0c31da14 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Refreshing instance network info cache due to event network-changed-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c429b60f-29c0-4718-9207-c434cb5c51ca req-a9ee310f-002a-40a0-b5a9-986d0c31da14 service nova] Acquiring lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7 --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Cannot resize image /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Ensure instance console log exists: /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.network.neutron [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating instance_info_cache with network_info: [{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Releasing lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Instance network_info: |[{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c429b60f-29c0-4718-9207-c434cb5c51ca req-a9ee310f-002a-40a0-b5a9-986d0c31da14 service nova] Acquired lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.network.neutron [req-c429b60f-29c0-4718-9207-c434cb5c51ca req-a9ee310f-002a-40a0-b5a9-986d0c31da14 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Refreshing network info cache for port ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Start _get_guest_xml network_info=[{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:23:21Z,direct_url=<?>,disk_format='qcow2',id=58d28b71-0c5f-4110-a935-0000ab44d7ce,min_disk=0,min_ram=0,name='tempest-scenario-img--2052444634',owner='4ef0794c7f434049b44940d6bba0865c',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:23:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '58d28b71-0c5f-4110-a935-0000ab44d7ce'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:23:25 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:23:25 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:23:21Z,direct_url=<?>,disk_format='qcow2',id=58d28b71-0c5f-4110-a935-0000ab44d7ce,min_disk=0,min_ram=0,name='tempest-scenario-img--2052444634',owner='4ef0794c7f434049b44940d6bba0865c',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:23:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:23:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-920646866',display_name='tempest-TestMinimumBasicScenario-server-920646866',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-920646866',id=32,image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDdQ3TZWEcn3Q/Z9eMWAqvD+NT237Kyt0spWcqdFZu1PSbiIxRAUGaM3IzUR2uUXpJNfpmp0Mm7PJqGtmBu3hdzmOhj9a8vs0jlClLjJ7r+oKJGKmMuzE4Q4ks0UL8Hw==',key_name='tempest-TestMinimumBasicScenario-655330851',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ef0794c7f434049b44940d6bba0865c',ramdisk_id='',reservation_id='r-rschyntl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1526566089',owner_user_name='tempest-TestMinimumBasicScenario-1526566089-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:23:24Z,user_data=None,user_id='68a438484f1949bb8bda3b7208d2751c',uuid=2f0a6b7e-ce01-4f92-b6e4-820b978f279b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converting VIF {"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'pci_devices' on Instance uuid 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:23:25 user nova-compute[75255]:   <uuid>2f0a6b7e-ce01-4f92-b6e4-820b978f279b</uuid>
Dec 01 21:23:25 user nova-compute[75255]:   <name>instance-00000020</name>
Dec 01 21:23:25 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:23:25 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:23:25 user nova-compute[75255]:   <metadata>
Dec 01 21:23:25 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:23:25 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:23:25 user nova-compute[75255]:       <nova:name>tempest-TestMinimumBasicScenario-server-920646866</nova:name>
Dec 01 21:23:25 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:23:25</nova:creationTime>
Dec 01 21:23:25 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:23:25 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:23:25 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:23:25 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:23:25 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:23:25 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:23:25 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:23:25 user nova-compute[75255]:       <nova:owner>
Dec 01 21:23:25 user nova-compute[75255]:         <nova:user uuid="68a438484f1949bb8bda3b7208d2751c">tempest-TestMinimumBasicScenario-1526566089-project-member</nova:user>
Dec 01 21:23:25 user nova-compute[75255]:         <nova:project uuid="4ef0794c7f434049b44940d6bba0865c">tempest-TestMinimumBasicScenario-1526566089</nova:project>
Dec 01 21:23:25 user nova-compute[75255]:       </nova:owner>
Dec 01 21:23:25 user nova-compute[75255]:       <nova:root type="image" uuid="58d28b71-0c5f-4110-a935-0000ab44d7ce"/>
Dec 01 21:23:25 user nova-compute[75255]:       <nova:ports>
Dec 01 21:23:25 user nova-compute[75255]:         <nova:port uuid="ff4d5a80-16ff-451f-8f4d-6b51c5e40afd">
Dec 01 21:23:25 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 21:23:25 user nova-compute[75255]:         </nova:port>
Dec 01 21:23:25 user nova-compute[75255]:       </nova:ports>
Dec 01 21:23:25 user nova-compute[75255]:     </nova:instance>
Dec 01 21:23:25 user nova-compute[75255]:   </metadata>
Dec 01 21:23:25 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:23:25 user nova-compute[75255]:     <system>
Dec 01 21:23:25 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:23:25 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:23:25 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:23:25 user nova-compute[75255]:       <entry name="serial">2f0a6b7e-ce01-4f92-b6e4-820b978f279b</entry>
Dec 01 21:23:25 user nova-compute[75255]:       <entry name="uuid">2f0a6b7e-ce01-4f92-b6e4-820b978f279b</entry>
Dec 01 21:23:25 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:23:25 user nova-compute[75255]:     </system>
Dec 01 21:23:25 user nova-compute[75255]:   </sysinfo>
Dec 01 21:23:25 user nova-compute[75255]:   <os>
Dec 01 21:23:25 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:23:25 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:23:25 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:23:25 user nova-compute[75255]:   </os>
Dec 01 21:23:25 user nova-compute[75255]:   <features>
Dec 01 21:23:25 user nova-compute[75255]:     <acpi/>
Dec 01 21:23:25 user nova-compute[75255]:     <apic/>
Dec 01 21:23:25 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:23:25 user nova-compute[75255]:   </features>
Dec 01 21:23:25 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:23:25 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:23:25 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:23:25 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:23:25 user nova-compute[75255]:   </clock>
Dec 01 21:23:25 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:23:25 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:23:25 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:23:25 user nova-compute[75255]:   </cpu>
Dec 01 21:23:25 user nova-compute[75255]:   <devices>
Dec 01 21:23:25 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:23:25 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:23:25 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk"/>
Dec 01 21:23:25 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:23:25 user nova-compute[75255]:     </disk>
Dec 01 21:23:25 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:23:25 user nova-compute[75255]:       <mac address="fa:16:3e:05:ba:9b"/>
Dec 01 21:23:25 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:23:25 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:23:25 user nova-compute[75255]:       <target dev="tapff4d5a80-16"/>
Dec 01 21:23:25 user nova-compute[75255]:     </interface>
Dec 01 21:23:25 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:23:25 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/console.log" append="off"/>
Dec 01 21:23:25 user nova-compute[75255]:     </serial>
Dec 01 21:23:25 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:23:25 user nova-compute[75255]:     <video>
Dec 01 21:23:25 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:23:25 user nova-compute[75255]:     </video>
Dec 01 21:23:25 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:23:25 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:23:25 user nova-compute[75255]:     </rng>
Dec 01 21:23:25 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:23:25 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:23:25 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:23:25 user nova-compute[75255]:     </memballoon>
Dec 01 21:23:25 user nova-compute[75255]:   </devices>
Dec 01 21:23:25 user nova-compute[75255]: </domain>
Dec 01 21:23:25 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:23:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-920646866',display_name='tempest-TestMinimumBasicScenario-server-920646866',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-920646866',id=32,image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDdQ3TZWEcn3Q/Z9eMWAqvD+NT237Kyt0spWcqdFZu1PSbiIxRAUGaM3IzUR2uUXpJNfpmp0Mm7PJqGtmBu3hdzmOhj9a8vs0jlClLjJ7r+oKJGKmMuzE4Q4ks0UL8Hw==',key_name='tempest-TestMinimumBasicScenario-655330851',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ef0794c7f434049b44940d6bba0865c',ramdisk_id='',reservation_id='r-rschyntl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1526566089',owner_user_name='tempest-TestMinimumBasicScenario-1526566089-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:23:24Z,user_data=None,user_id='68a438484f1949bb8bda3b7208d2751c',uuid=2f0a6b7e-ce01-4f92-b6e4-820b978f279b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converting VIF {"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG os_vif [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1ab23258-316b-5365-b0e3-8c8d5483a9ac', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapff4d5a80-16, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapff4d5a80-16, col_values=(('qos', UUID('3cb042e9-b447-4524-a038-90132feb09a0')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapff4d5a80-16, col_values=(('external_ids', {'iface-id': 'ff4d5a80-16ff-451f-8f4d-6b51c5e40afd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:ba:9b', 'vm-uuid': '2f0a6b7e-ce01-4f92-b6e4-820b978f279b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:23:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:26 user nova-compute[75255]: INFO os_vif [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16')
Dec 01 21:23:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:23:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] No VIF found with MAC fa:16:3e:05:ba:9b, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:23:26 user nova-compute[75255]: DEBUG nova.network.neutron [req-c429b60f-29c0-4718-9207-c434cb5c51ca req-a9ee310f-002a-40a0-b5a9-986d0c31da14 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updated VIF entry in instance network info cache for port ff4d5a80-16ff-451f-8f4d-6b51c5e40afd. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:23:26 user nova-compute[75255]: DEBUG nova.network.neutron [req-c429b60f-29c0-4718-9207-c434cb5c51ca req-a9ee310f-002a-40a0-b5a9-986d0c31da14 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating instance_info_cache with network_info: [{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:23:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c429b60f-29c0-4718-9207-c434cb5c51ca req-a9ee310f-002a-40a0-b5a9-986d0c31da14 service nova] Releasing lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-b389811e-a0fd-49ce-be06-44ff2c634b55 req-b5288850-7cec-4ab8-b577-82969e123f5d service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b389811e-a0fd-49ce-be06-44ff2c634b55 req-b5288850-7cec-4ab8-b577-82969e123f5d service nova] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b389811e-a0fd-49ce-be06-44ff2c634b55 req-b5288850-7cec-4ab8-b577-82969e123f5d service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b389811e-a0fd-49ce-be06-44ff2c634b55 req-b5288850-7cec-4ab8-b577-82969e123f5d service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-b389811e-a0fd-49ce-be06-44ff2c634b55 req-b5288850-7cec-4ab8-b577-82969e123f5d service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] No waiting events found dispatching network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:23:27 user nova-compute[75255]: WARNING nova.compute.manager [req-b389811e-a0fd-49ce-be06-44ff2c634b55 req-b5288850-7cec-4ab8-b577-82969e123f5d service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received unexpected event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd for instance with vm_state building and task_state spawning.
Dec 01 21:23:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Going to confirm migration 2 {{(pid=75255) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquired lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG nova.objects.instance [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'info_cache' on Instance uuid 7515090f-8b36-462a-8db8-2e59cafee1b1 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:28 user nova-compute[75255]: DEBUG nova.network.neutron [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating instance_info_cache with network_info: [{"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:23:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Releasing lock "refresh_cache-7515090f-8b36-462a-8db8-2e59cafee1b1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:23:28 user nova-compute[75255]: DEBUG nova.objects.instance [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'migration_context' on Instance uuid 7515090f-8b36-462a-8db8-2e59cafee1b1 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:23:28 user nova-compute[75255]: DEBUG nova.objects.base [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Object Instance<7515090f-8b36-462a-8db8-2e59cafee1b1> lazy-loaded attributes: info_cache,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:23:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:28 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:23:28 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:23:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.334s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:28 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Deleted allocation for migration 55d53086-3e6e-4e41-8703-0a9c5160f844
Dec 01 21:23:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-aadfe95f-0307-474e-ae26-037de6aca317 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.238s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:23:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Instance spawned successfully.
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-3e25107b-ae23-444a-bdc2-06e7baa4e78c req-7ba3d93e-7077-48ef-b29b-e17cda0b0e9d service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3e25107b-ae23-444a-bdc2-06e7baa4e78c req-7ba3d93e-7077-48ef-b29b-e17cda0b0e9d service nova] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3e25107b-ae23-444a-bdc2-06e7baa4e78c req-7ba3d93e-7077-48ef-b29b-e17cda0b0e9d service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3e25107b-ae23-444a-bdc2-06e7baa4e78c req-7ba3d93e-7077-48ef-b29b-e17cda0b0e9d service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-3e25107b-ae23-444a-bdc2-06e7baa4e78c req-7ba3d93e-7077-48ef-b29b-e17cda0b0e9d service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] No waiting events found dispatching network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:23:29 user nova-compute[75255]: WARNING nova.compute.manager [req-3e25107b-ae23-444a-bdc2-06e7baa4e78c req-7ba3d93e-7077-48ef-b29b-e17cda0b0e9d service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received unexpected event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd for instance with vm_state building and task_state spawning.
Dec 01 21:23:29 user nova-compute[75255]: INFO nova.compute.manager [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Took 5.75 seconds to spawn the instance on the hypervisor.
Dec 01 21:23:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:23:29 user nova-compute[75255]: INFO nova.compute.manager [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Took 6.40 seconds to build instance.
Dec 01 21:23:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af00679-1b0c-4c97-9f02-b835a317433b tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.496s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:23:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:23:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:04 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:24:05 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:24:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:24:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:06 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:24:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:24:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:24:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-8c880c41-efa6-4213-a430-a90b1151a2ef req-d152425b-8d7b-4e74-ac20-c599f4e49b1c service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-changed-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-8c880c41-efa6-4213-a430-a90b1151a2ef req-d152425b-8d7b-4e74-ac20-c599f4e49b1c service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Refreshing instance network info cache due to event network-changed-ee4d10b6-f510-4512-b369-f377d1615976. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8c880c41-efa6-4213-a430-a90b1151a2ef req-d152425b-8d7b-4e74-ac20-c599f4e49b1c service nova] Acquiring lock "refresh_cache-58f4864d-1dc4-44c9-9cd2-ccb721bc7814" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8c880c41-efa6-4213-a430-a90b1151a2ef req-d152425b-8d7b-4e74-ac20-c599f4e49b1c service nova] Acquired lock "refresh_cache-58f4864d-1dc4-44c9-9cd2-ccb721bc7814" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG nova.network.neutron [req-8c880c41-efa6-4213-a430-a90b1151a2ef req-d152425b-8d7b-4e74-ac20-c599f4e49b1c service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Refreshing network info cache for port ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG nova.network.neutron [req-8c880c41-efa6-4213-a430-a90b1151a2ef req-d152425b-8d7b-4e74-ac20-c599f4e49b1c service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Updated VIF entry in instance network info cache for port ee4d10b6-f510-4512-b369-f377d1615976. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG nova.network.neutron [req-8c880c41-efa6-4213-a430-a90b1151a2ef req-d152425b-8d7b-4e74-ac20-c599f4e49b1c service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Updating instance_info_cache with network_info: [{"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:24:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8c880c41-efa6-4213-a430-a90b1151a2ef req-d152425b-8d7b-4e74-ac20-c599f4e49b1c service nova] Releasing lock "refresh_cache-58f4864d-1dc4-44c9-9cd2-ccb721bc7814" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:24:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:24:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:24:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:12 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:24:12 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8137MB free_disk=25.175403594970703GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 7515090f-8b36-462a-8db8-2e59cafee1b1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:24:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.397s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:24:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:24:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:24:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:24:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:24:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:24:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:24:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'flavor' on Instance uuid 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:14 user nova-compute[75255]: INFO nova.compute.manager [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Attaching volume 76f30d55-45a6-4964-bd9c-29f2e0f53239 to /dev/vdb
Dec 01 21:24:14 user nova-compute[75255]: DEBUG os_brick.utils [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[418a039b-1472-4cf8-b018-ef154704b8cb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5db5465-2e82-4ec2-9836-a3ee9dd320a8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bdd26e4-291e-41e5-aa66-de199fecce28]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fc86fb8-01d1-40b9-be02-6dc1017d4798]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:24:14 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:24:14 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5be136f0-99f3-4957-9c19-47bb77061a19]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG os_brick.utils [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:24:14 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Updating existing volume attachment record: 0c7be166-9b45-40df-8462-f357b4134350 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:24:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "22e570bd-234e-4422-9263-bd8eb01482be" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:19 user nova-compute[75255]: INFO nova.compute.manager [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Unshelving
Dec 01 21:24:19 user nova-compute[75255]: INFO nova.virt.block_device [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Booting with volume cb36ea94-1488-461b-b261-5d3c4b3bcbc7 at /dev/vda
Dec 01 21:24:19 user nova-compute[75255]: DEBUG os_brick.utils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f20c427e-3aac-442d-9c53-4a5634196178]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4fcc14-de36-45e9-a549-5374db98b7e0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8192e82e-3ea4-4ee5-a6ca-0859096e3da9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[878e3114-9bf8-449e-9b25-b9191b06fea1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:24:19 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:24:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[53b2e723-88d1-4839-a847-30d45b1efbdc]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG os_brick.utils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:24:19 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating existing volume attachment record: ee577d4b-9a3a-402b-9fd8-7690e0622349 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:24:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hpvDLTat', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:24:23 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:24:23 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:24:23 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[51ee82d8-58ce-4f32-82c2-6b3acdf5df09]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:24:23 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b026ca7e-1fac-4518-95bb-652008a48385]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239] added
Dec 01 21:24:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[67053e12-00fa-4095-8e8a-e26ec26f4c3e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4042e1cf-853c-4db5-b0e4-0ab9d5049d49]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hpvDLTat {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hpvDLTat" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a090cd-d0e5-46e4-a297-06f9bc642605]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hpvDLTat'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ece3d1-eedb-4e9c-b5df-20a413ee3eb8]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea2b8b1f-b973-4f30-b968-72806eee329e]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:24:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:24:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70f6a7a-9b9f-4507-954f-02f336d4a547]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239, portal: 172.16.0.220,3260]
Dec 01 21:24:23 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239, portal: 172.16.0.220,3260] successful.
Dec 01 21:24:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3024b196-335b-4ca5-b4f3-8df478a66bb4]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e50a3444-f18e-4aa9-9a00-9971c0303c43]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:24:23 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:24:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:24:23 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:24:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] HCTL ('34', '-', '-', 0) found on session 36 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d56af1d4-2231-4616-b929-58113b642cc7]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:24:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hpvDLTat', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:24:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:24:24 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '26437333166333736', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:24:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437333166333736', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:24:24 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'flavor' on Instance uuid 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:24:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:24:24 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:24:24 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:24:24 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:24:24 user nova-compute[75255]:   <serial>76f30d55-45a6-4964-bd9c-29f2e0f53239</serial>
Dec 01 21:24:24 user nova-compute[75255]: </disk>
Dec 01 21:24:24 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:24:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:24:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:24:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No VIF found with MAC fa:16:3e:79:2d:ac, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:24:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ee425bc1-9799-4f57-9e99-8ae71688e19c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.918s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:24:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:28 user nova-compute[75255]: DEBUG nova.objects.instance [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lazy-loading 'pci_requests' on Instance uuid 22e570bd-234e-4422-9263-bd8eb01482be {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:24:28 user nova-compute[75255]: DEBUG nova.objects.instance [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lazy-loading 'numa_topology' on Instance uuid 22e570bd-234e-4422-9263-bd8eb01482be {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:24:28 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:24:28 user nova-compute[75255]: INFO nova.compute.claims [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Claim successful on node user
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "ca7c0111-e517-47f6-9567-040013e4369f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "ca7c0111-e517-47f6-9567-040013e4369f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.424s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.088s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:24:29 user nova-compute[75255]: INFO nova.compute.claims [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Claim successful on node user
Dec 01 21:24:29 user nova-compute[75255]: INFO nova.network.neutron [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating port cee8e90f-b551-4caf-8f7b-aa6b41ee203f with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.393s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:24:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.policy [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a1798311cf54435823d49a3a15ded24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc21f0570214f4e95de7b3c5e9e0325', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:24:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Creating image(s)
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "/opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "/opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "/opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquired lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-73e36346-f741-486c-a0be-e10d0744298b req-0b3f7a33-9cf4-4442-a9be-699f3cc0f26a service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-changed-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-73e36346-f741-486c-a0be-e10d0744298b req-0b3f7a33-9cf4-4442-a9be-699f3cc0f26a service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Refreshing instance network info cache due to event network-changed-cee8e90f-b551-4caf-8f7b-aa6b41ee203f. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:24:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-73e36346-f741-486c-a0be-e10d0744298b req-0b3f7a33-9cf4-4442-a9be-699f3cc0f26a service nova] Acquiring lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk 1073741824" returned: 0 in 0.057s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.network.neutron [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating instance_info_cache with network_info: [{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Releasing lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:24:30 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Creating image(s)
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Ensure instance console log exists: /opt/stack/data/nova/instances/22e570bd-234e-4422-9263-bd8eb01482be/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Start _get_guest_xml network_info=[{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLikoOwx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22e570bd-234e-4422-9263-bd8eb01482be', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 'serial': 'cb36ea94-1488-461b-b261-5d3c4b3bcbc7'}, 'device_type': 'disk', 'attachment_id': 'ee577d4b-9a3a-402b-9fd8-7690e0622349', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-73e36346-f741-486c-a0be-e10d0744298b req-0b3f7a33-9cf4-4442-a9be-699f3cc0f26a service nova] Acquired lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-73e36346-f741-486c-a0be-e10d0744298b req-0b3f7a33-9cf4-4442-a9be-699f3cc0f26a service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Refreshing network info cache for port cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.network.neutron [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Successfully created port: a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:24:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:24:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.objects.instance [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lazy-loading 'vcpu_model' on Instance uuid 22e570bd-234e-4422-9263-bd8eb01482be {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.objects.base [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Object Instance<22e570bd-234e-4422-9263-bd8eb01482be> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLikoOwx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:24:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:24:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:24:30 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa33124d-fe2c-464f-a723-23f5d99109bd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:24:30 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d28d985-2188-4962-b999-caa777dbabac]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7] added
Dec 01 21:24:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Cannot resize image /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Ensure instance console log exists: /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[247937c0-2dca-4bc0-9e89-a4ac5852ff66]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9d6987-949f-4ab2-a523-f5980a7b74f2]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lLikoOwx {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lLikoOwx" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[39aa7289-3e71-4947-8c2a-319307b2c3e0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lLikoOwx'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b848fdb-6546-4afb-b5c6-e1d034f53d7e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb23e263-9252-4fd4-923a-f2745e28260b]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:24:30 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:24:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:24:30 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:24:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0982bf5-de38-471a-96d3-10ad6cd965e8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260]
Dec 01 21:24:30 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260] successful.
Dec 01 21:24:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2bde8e6-f1fa-49f4-a5a0-ff8afe6ea1ae]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc809b3e-bb66-4cfa-8788-7e092e04356c]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:24:30 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:24:30 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:24:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:24:30 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:24:30 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:24:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] HCTL ('35', '-', '-', 0) found on session 37 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5e69e44-e42e-43ed-9047-c4efb2e72354]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Searching for a device in session 37 and hctl ['35', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-73e36346-f741-486c-a0be-e10d0744298b req-0b3f7a33-9cf4-4442-a9be-699f3cc0f26a service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updated VIF entry in instance network info cache for port cee8e90f-b551-4caf-8f7b-aa6b41ee203f. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:24:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-73e36346-f741-486c-a0be-e10d0744298b req-0b3f7a33-9cf4-4442-a9be-699f3cc0f26a service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating instance_info_cache with network_info: [{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-73e36346-f741-486c-a0be-e10d0744298b req-0b3f7a33-9cf4-4442-a9be-699f3cc0f26a service nova] Releasing lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: INFO nova.compute.manager [None req-854b01a7-6fcd-45b5-bbb1-c90538b3b37e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Unrescuing
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-854b01a7-6fcd-45b5-bbb1-c90538b3b37e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-854b01a7-6fcd-45b5-bbb1-c90538b3b37e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquired lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.neutron [None req-854b01a7-6fcd-45b5-bbb1-c90538b3b37e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.neutron [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Successfully updated port: a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "refresh_cache-ca7c0111-e517-47f6-9567-040013e4369f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquired lock "refresh_cache-ca7c0111-e517-47f6-9567-040013e4369f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.neutron [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-c3140728-6377-4e05-8c4b-28f837266a42 req-09dd6028-b0d1-4dbc-9ad4-c0927ee8a513 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received event network-changed-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-c3140728-6377-4e05-8c4b-28f837266a42 req-09dd6028-b0d1-4dbc-9ad4-c0927ee8a513 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Refreshing instance network info cache due to event network-changed-a880bb42-4846-4b49-880a-24c109270aa1. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c3140728-6377-4e05-8c4b-28f837266a42 req-09dd6028-b0d1-4dbc-9ad4-c0927ee8a513 service nova] Acquiring lock "refresh_cache-ca7c0111-e517-47f6-9567-040013e4369f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.neutron [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.neutron [None req-854b01a7-6fcd-45b5-bbb1-c90538b3b37e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updating instance_info_cache with network_info: [{"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-854b01a7-6fcd-45b5-bbb1-c90538b3b37e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Releasing lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-854b01a7-6fcd-45b5-bbb1-c90538b3b37e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'flavor' on Instance uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.neutron [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Updating instance_info_cache with network_info: [{"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Releasing lock "refresh_cache-ca7c0111-e517-47f6-9567-040013e4369f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Instance network_info: |[{"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c3140728-6377-4e05-8c4b-28f837266a42 req-09dd6028-b0d1-4dbc-9ad4-c0927ee8a513 service nova] Acquired lock "refresh_cache-ca7c0111-e517-47f6-9567-040013e4369f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.neutron [req-c3140728-6377-4e05-8c4b-28f837266a42 req-09dd6028-b0d1-4dbc-9ad4-c0927ee8a513 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Refreshing network info cache for port a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Start _get_guest_xml network_info=[{"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-d9ea6f31-f717-4a74-8a0d-8408c5119b66 req-4eeaad26-b2f8-4db6-9752-f690690977a4 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-unplugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d9ea6f31-f717-4a74-8a0d-8408c5119b66 req-4eeaad26-b2f8-4db6-9752-f690690977a4 service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d9ea6f31-f717-4a74-8a0d-8408c5119b66 req-4eeaad26-b2f8-4db6-9752-f690690977a4 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d9ea6f31-f717-4a74-8a0d-8408c5119b66 req-4eeaad26-b2f8-4db6-9752-f690690977a4 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-d9ea6f31-f717-4a74-8a0d-8408c5119b66 req-4eeaad26-b2f8-4db6-9752-f690690977a4 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-unplugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:31 user nova-compute[75255]: WARNING nova.compute.manager [req-d9ea6f31-f717-4a74-8a0d-8408c5119b66 req-4eeaad26-b2f8-4db6-9752-f690690977a4 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-unplugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:24:31 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:24:31 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:24:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1274224328',display_name='tempest-AttachVolumeNegativeTest-server-1274224328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1274224328',id=33,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUKU4DbGZ/FsP8Eh/I1KuDqcl/EeKRxL2qFMQfm79n4WhejdIoUvm/T8e7D3+gdOIOmu3kB/FwuCGPjKuw2rjQU40lTu7ckZk2fupG77TVBiGPR7Tk/rkXmTuS7vujxZg==',key_name='tempest-keypair-1055475398',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-0bq815y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:24:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=ca7c0111-e517-47f6-9567-040013e4369f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:a0:2d,bridge_name='br-int',has_traffic_filtering=True,id=a880bb42-4846-4b49-880a-24c109270aa1,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa880bb42-48') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'pci_devices' on Instance uuid ca7c0111-e517-47f6-9567-040013e4369f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:24:31 user nova-compute[75255]:   <uuid>ca7c0111-e517-47f6-9567-040013e4369f</uuid>
Dec 01 21:24:31 user nova-compute[75255]:   <name>instance-00000021</name>
Dec 01 21:24:31 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:24:31 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:24:31 user nova-compute[75255]:   <metadata>
Dec 01 21:24:31 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:24:31 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1274224328</nova:name>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:24:31</nova:creationTime>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:24:31 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:24:31 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:owner>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:user uuid="1a1798311cf54435823d49a3a15ded24">tempest-AttachVolumeNegativeTest-1765008710-project-member</nova:user>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:project uuid="9bc21f0570214f4e95de7b3c5e9e0325">tempest-AttachVolumeNegativeTest-1765008710</nova:project>
Dec 01 21:24:31 user nova-compute[75255]:       </nova:owner>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:ports>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:port uuid="a880bb42-4846-4b49-880a-24c109270aa1">
Dec 01 21:24:31 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 01 21:24:31 user nova-compute[75255]:         </nova:port>
Dec 01 21:24:31 user nova-compute[75255]:       </nova:ports>
Dec 01 21:24:31 user nova-compute[75255]:     </nova:instance>
Dec 01 21:24:31 user nova-compute[75255]:   </metadata>
Dec 01 21:24:31 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:24:31 user nova-compute[75255]:     <system>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="serial">ca7c0111-e517-47f6-9567-040013e4369f</entry>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="uuid">ca7c0111-e517-47f6-9567-040013e4369f</entry>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:24:31 user nova-compute[75255]:     </system>
Dec 01 21:24:31 user nova-compute[75255]:   </sysinfo>
Dec 01 21:24:31 user nova-compute[75255]:   <os>
Dec 01 21:24:31 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:24:31 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:24:31 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:24:31 user nova-compute[75255]:   </os>
Dec 01 21:24:31 user nova-compute[75255]:   <features>
Dec 01 21:24:31 user nova-compute[75255]:     <acpi/>
Dec 01 21:24:31 user nova-compute[75255]:     <apic/>
Dec 01 21:24:31 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:24:31 user nova-compute[75255]:   </features>
Dec 01 21:24:31 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:24:31 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:24:31 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:24:31 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:24:31 user nova-compute[75255]:   </clock>
Dec 01 21:24:31 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:24:31 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:24:31 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:24:31 user nova-compute[75255]:   </cpu>
Dec 01 21:24:31 user nova-compute[75255]:   <devices>
Dec 01 21:24:31 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:24:31 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:24:31 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk"/>
Dec 01 21:24:31 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:24:31 user nova-compute[75255]:     </disk>
Dec 01 21:24:31 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:24:31 user nova-compute[75255]:       <mac address="fa:16:3e:8c:a0:2d"/>
Dec 01 21:24:31 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:24:31 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:24:31 user nova-compute[75255]:       <target dev="tapa880bb42-48"/>
Dec 01 21:24:31 user nova-compute[75255]:     </interface>
Dec 01 21:24:31 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:24:31 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/console.log" append="off"/>
Dec 01 21:24:31 user nova-compute[75255]:     </serial>
Dec 01 21:24:31 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:24:31 user nova-compute[75255]:     <video>
Dec 01 21:24:31 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:24:31 user nova-compute[75255]:     </video>
Dec 01 21:24:31 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:24:31 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:24:31 user nova-compute[75255]:     </rng>
Dec 01 21:24:31 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:24:31 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:24:31 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:24:31 user nova-compute[75255]:     </memballoon>
Dec 01 21:24:31 user nova-compute[75255]:   </devices>
Dec 01 21:24:31 user nova-compute[75255]: </domain>
Dec 01 21:24:31 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:24:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1274224328',display_name='tempest-AttachVolumeNegativeTest-server-1274224328',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1274224328',id=33,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUKU4DbGZ/FsP8Eh/I1KuDqcl/EeKRxL2qFMQfm79n4WhejdIoUvm/T8e7D3+gdOIOmu3kB/FwuCGPjKuw2rjQU40lTu7ckZk2fupG77TVBiGPR7Tk/rkXmTuS7vujxZg==',key_name='tempest-keypair-1055475398',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-0bq815y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:24:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=ca7c0111-e517-47f6-9567-040013e4369f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:a0:2d,bridge_name='br-int',has_traffic_filtering=True,id=a880bb42-4846-4b49-880a-24c109270aa1,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa880bb42-48') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG os_vif [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:a0:2d,bridge_name='br-int',has_traffic_filtering=True,id=a880bb42-4846-4b49-880a-24c109270aa1,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa880bb42-48') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '66436b26-b3b2-54e1-81c9-545b212acc9e', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa880bb42-48, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa880bb42-48, col_values=(('qos', UUID('077861c5-dfeb-4df9-bc91-b1933295a200')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa880bb42-48, col_values=(('external_ids', {'iface-id': 'a880bb42-4846-4b49-880a-24c109270aa1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:a0:2d', 'vm-uuid': 'ca7c0111-e517-47f6-9567-040013e4369f'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:31 user nova-compute[75255]: INFO os_vif [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:a0:2d,bridge_name='br-int',has_traffic_filtering=True,id=a880bb42-4846-4b49-880a-24c109270aa1,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa880bb42-48')
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No VIF found with MAC fa:16:3e:8c:a0:2d, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Searching for a device in session 37 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLikoOwx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '26162363636376333', 'path': '/dev/sdd'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26162363636376333', 'path': '/dev/sdd'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:20:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1451529318',display_name='tempest-TestShelveInstance-server-1451529318',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1451529318',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2067657261',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:20:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5908dfd7ddc341b4bd030522f9a197be',ramdisk_id='',reservation_id='r-wkafgoqc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-626753376',owner_user_name='tempest-TestShelveInstance-626753376-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:24:19Z,user_data=None,user_id='5b5eed4b89d34d02a8e56262a0112ece',uuid=22e570bd-234e-4422-9263-bd8eb01482be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converting VIF {"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lazy-loading 'pci_devices' on Instance uuid 22e570bd-234e-4422-9263-bd8eb01482be {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.objects.base [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Object Instance<22e570bd-234e-4422-9263-bd8eb01482be> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:24:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:24:31 user nova-compute[75255]:   <uuid>22e570bd-234e-4422-9263-bd8eb01482be</uuid>
Dec 01 21:24:31 user nova-compute[75255]:   <name>instance-0000001e</name>
Dec 01 21:24:31 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:24:31 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:24:31 user nova-compute[75255]:   <metadata>
Dec 01 21:24:31 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:24:31 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:name>tempest-TestShelveInstance-server-1451529318</nova:name>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:24:30</nova:creationTime>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:24:31 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:24:31 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:owner>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:user uuid="5b5eed4b89d34d02a8e56262a0112ece">tempest-TestShelveInstance-626753376-project-member</nova:user>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:project uuid="5908dfd7ddc341b4bd030522f9a197be">tempest-TestShelveInstance-626753376</nova:project>
Dec 01 21:24:31 user nova-compute[75255]:       </nova:owner>
Dec 01 21:24:31 user nova-compute[75255]:       <nova:ports>
Dec 01 21:24:31 user nova-compute[75255]:         <nova:port uuid="cee8e90f-b551-4caf-8f7b-aa6b41ee203f">
Dec 01 21:24:31 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 01 21:24:31 user nova-compute[75255]:         </nova:port>
Dec 01 21:24:31 user nova-compute[75255]:       </nova:ports>
Dec 01 21:24:31 user nova-compute[75255]:     </nova:instance>
Dec 01 21:24:31 user nova-compute[75255]:   </metadata>
Dec 01 21:24:31 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:24:31 user nova-compute[75255]:     <system>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="serial">22e570bd-234e-4422-9263-bd8eb01482be</entry>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="uuid">22e570bd-234e-4422-9263-bd8eb01482be</entry>
Dec 01 21:24:31 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:24:31 user nova-compute[75255]:     </system>
Dec 01 21:24:31 user nova-compute[75255]:   </sysinfo>
Dec 01 21:24:31 user nova-compute[75255]:   <os>
Dec 01 21:24:31 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:24:31 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:24:31 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:24:31 user nova-compute[75255]:   </os>
Dec 01 21:24:31 user nova-compute[75255]:   <features>
Dec 01 21:24:31 user nova-compute[75255]:     <acpi/>
Dec 01 21:24:31 user nova-compute[75255]:     <apic/>
Dec 01 21:24:31 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:24:31 user nova-compute[75255]:   </features>
Dec 01 21:24:31 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:24:31 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:24:31 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:24:31 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:24:31 user nova-compute[75255]:   </clock>
Dec 01 21:24:31 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:24:31 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:24:31 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:24:31 user nova-compute[75255]:   </cpu>
Dec 01 21:24:31 user nova-compute[75255]:   <devices>
Dec 01 21:24:31 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:24:31 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:24:31 user nova-compute[75255]:       <source dev="/dev/sdd"/>
Dec 01 21:24:31 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:24:31 user nova-compute[75255]:       <serial>cb36ea94-1488-461b-b261-5d3c4b3bcbc7</serial>
Dec 01 21:24:31 user nova-compute[75255]:     </disk>
Dec 01 21:24:31 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:24:31 user nova-compute[75255]:       <mac address="fa:16:3e:22:47:66"/>
Dec 01 21:24:31 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:24:31 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:24:31 user nova-compute[75255]:       <target dev="tapcee8e90f-b5"/>
Dec 01 21:24:31 user nova-compute[75255]:     </interface>
Dec 01 21:24:31 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:24:31 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/22e570bd-234e-4422-9263-bd8eb01482be/console.log" append="off"/>
Dec 01 21:24:31 user nova-compute[75255]:     </serial>
Dec 01 21:24:31 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:24:31 user nova-compute[75255]:     <video>
Dec 01 21:24:31 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:24:31 user nova-compute[75255]:     </video>
Dec 01 21:24:31 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:24:31 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:24:31 user nova-compute[75255]:     </rng>
Dec 01 21:24:31 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:24:31 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:24:31 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:24:31 user nova-compute[75255]:     </memballoon>
Dec 01 21:24:31 user nova-compute[75255]:   </devices>
Dec 01 21:24:31 user nova-compute[75255]: </domain>
Dec 01 21:24:31 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:20:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1451529318',display_name='tempest-TestShelveInstance-server-1451529318',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1451529318',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-2067657261',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:20:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5908dfd7ddc341b4bd030522f9a197be',ramdisk_id='',reservation_id='r-wkafgoqc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-626753376',owner_user_name='tempest-TestShelveInstance-626753376-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:24:19Z,user_data=None,user_id='5b5eed4b89d34d02a8e56262a0112ece',uuid=22e570bd-234e-4422-9263-bd8eb01482be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converting VIF {"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG os_vif [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ab1225f-eda1-5cc8-a804-af3c5402b53b', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcee8e90f-b5, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcee8e90f-b5, col_values=(('qos', UUID('22e71ebe-5ed2-47f8-98e2-05d9c710e2b1')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcee8e90f-b5, col_values=(('external_ids', {'iface-id': 'cee8e90f-b551-4caf-8f7b-aa6b41ee203f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:22:47:66', 'vm-uuid': '22e570bd-234e-4422-9263-bd8eb01482be'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:32 user nova-compute[75255]: INFO os_vif [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5')
Dec 01 21:24:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] No VIF found with MAC fa:16:3e:22:47:66, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG nova.network.neutron [req-c3140728-6377-4e05-8c4b-28f837266a42 req-09dd6028-b0d1-4dbc-9ad4-c0927ee8a513 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Updated VIF entry in instance network info cache for port a880bb42-4846-4b49-880a-24c109270aa1. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG nova.network.neutron [req-c3140728-6377-4e05-8c4b-28f837266a42 req-09dd6028-b0d1-4dbc-9ad4-c0927ee8a513 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Updating instance_info_cache with network_info: [{"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:24:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c3140728-6377-4e05-8c4b-28f837266a42 req-09dd6028-b0d1-4dbc-9ad4-c0927ee8a513 service nova] Releasing lock "refresh_cache-ca7c0111-e517-47f6-9567-040013e4369f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:24:32 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Instance destroyed successfully.
Dec 01 21:24:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-5763143c-2d36-447c-8674-b0b252dbb02c req-9cee5e11-83bb-4b2f-9c3b-73b236f10220 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5763143c-2d36-447c-8674-b0b252dbb02c req-9cee5e11-83bb-4b2f-9c3b-73b236f10220 service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5763143c-2d36-447c-8674-b0b252dbb02c req-9cee5e11-83bb-4b2f-9c3b-73b236f10220 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5763143c-2d36-447c-8674-b0b252dbb02c req-9cee5e11-83bb-4b2f-9c3b-73b236f10220 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-5763143c-2d36-447c-8674-b0b252dbb02c req-9cee5e11-83bb-4b2f-9c3b-73b236f10220 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:33 user nova-compute[75255]: WARNING nova.compute.manager [req-5763143c-2d36-447c-8674-b0b252dbb02c req-9cee5e11-83bb-4b2f-9c3b-73b236f10220 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:24:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-1906cd58-9076-4a88-b652-bc44a9ea773f req-1a5a9998-b4fb-4876-ad26-fba46a5ff228 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received event network-vif-plugged-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1906cd58-9076-4a88-b652-bc44a9ea773f req-1a5a9998-b4fb-4876-ad26-fba46a5ff228 service nova] Acquiring lock "ca7c0111-e517-47f6-9567-040013e4369f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1906cd58-9076-4a88-b652-bc44a9ea773f req-1a5a9998-b4fb-4876-ad26-fba46a5ff228 service nova] Lock "ca7c0111-e517-47f6-9567-040013e4369f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1906cd58-9076-4a88-b652-bc44a9ea773f req-1a5a9998-b4fb-4876-ad26-fba46a5ff228 service nova] Lock "ca7c0111-e517-47f6-9567-040013e4369f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-1906cd58-9076-4a88-b652-bc44a9ea773f req-1a5a9998-b4fb-4876-ad26-fba46a5ff228 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] No waiting events found dispatching network-vif-plugged-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:34 user nova-compute[75255]: WARNING nova.compute.manager [req-1906cd58-9076-4a88-b652-bc44a9ea773f req-1a5a9998-b4fb-4876-ad26-fba46a5ff228 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received unexpected event network-vif-plugged-a880bb42-4846-4b49-880a-24c109270aa1 for instance with vm_state building and task_state spawning.
Dec 01 21:24:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-c32da995-aa86-41db-bd36-fb4be0fb46f2 req-e0a53a81-3e6b-4f87-bc3b-d12d2e60d3cf service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c32da995-aa86-41db-bd36-fb4be0fb46f2 req-e0a53a81-3e6b-4f87-bc3b-d12d2e60d3cf service nova] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c32da995-aa86-41db-bd36-fb4be0fb46f2 req-e0a53a81-3e6b-4f87-bc3b-d12d2e60d3cf service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c32da995-aa86-41db-bd36-fb4be0fb46f2 req-e0a53a81-3e6b-4f87-bc3b-d12d2e60d3cf service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-c32da995-aa86-41db-bd36-fb4be0fb46f2 req-e0a53a81-3e6b-4f87-bc3b-d12d2e60d3cf service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] No waiting events found dispatching network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:35 user nova-compute[75255]: WARNING nova.compute.manager [req-c32da995-aa86-41db-bd36-fb4be0fb46f2 req-e0a53a81-3e6b-4f87-bc3b-d12d2e60d3cf service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received unexpected event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 21:24:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-2ae6006e-7cc9-4395-90a6-46bbb7dd28c2 req-46a22b7c-39f6-4763-8460-8dc96ce9b82a service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received event network-vif-plugged-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2ae6006e-7cc9-4395-90a6-46bbb7dd28c2 req-46a22b7c-39f6-4763-8460-8dc96ce9b82a service nova] Acquiring lock "ca7c0111-e517-47f6-9567-040013e4369f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2ae6006e-7cc9-4395-90a6-46bbb7dd28c2 req-46a22b7c-39f6-4763-8460-8dc96ce9b82a service nova] Lock "ca7c0111-e517-47f6-9567-040013e4369f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2ae6006e-7cc9-4395-90a6-46bbb7dd28c2 req-46a22b7c-39f6-4763-8460-8dc96ce9b82a service nova] Lock "ca7c0111-e517-47f6-9567-040013e4369f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-2ae6006e-7cc9-4395-90a6-46bbb7dd28c2 req-46a22b7c-39f6-4763-8460-8dc96ce9b82a service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] No waiting events found dispatching network-vif-plugged-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:37 user nova-compute[75255]: WARNING nova.compute.manager [req-2ae6006e-7cc9-4395-90a6-46bbb7dd28c2 req-46a22b7c-39f6-4763-8460-8dc96ce9b82a service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received unexpected event network-vif-plugged-a880bb42-4846-4b49-880a-24c109270aa1 for instance with vm_state building and task_state spawning.
Dec 01 21:24:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] No waiting events found dispatching network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:37 user nova-compute[75255]: WARNING nova.compute.manager [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received unexpected event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 21:24:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:37 user nova-compute[75255]: WARNING nova.compute.manager [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:24:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:37 user nova-compute[75255]: WARNING nova.compute.manager [req-f91de100-7bc7-4ea1-830a-bb8964e7824a req-a4e9cdd4-0cb1-404b-867e-116efb0c7a64 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:24:38 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Instance spawned successfully.
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:24:38 user nova-compute[75255]: INFO nova.compute.manager [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Took 8.66 seconds to spawn the instance on the hypervisor.
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:24:38 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Instance spawned successfully.
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG nova.compute.manager [None req-854b01a7-6fcd-45b5-bbb1-c90538b3b37e tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:24:38 user nova-compute[75255]: INFO nova.compute.manager [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Took 9.51 seconds to build instance.
Dec 01 21:24:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-791e91f2-35b5-41a0-bc29-f570cd8f6ac4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "22e570bd-234e-4422-9263-bd8eb01482be" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 19.629s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-abca3b97-1be9-41ec-802c-4cf14414752a tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "ca7c0111-e517-47f6-9567-040013e4369f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.624s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:45 user nova-compute[75255]: INFO nova.compute.manager [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Terminating instance
Dec 01 21:24:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-9d4c338f-0e34-4471-b399-2797b3a90bc6 req-35494280-3b1e-4046-8280-152327d4d09d service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-vif-unplugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9d4c338f-0e34-4471-b399-2797b3a90bc6 req-35494280-3b1e-4046-8280-152327d4d09d service nova] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9d4c338f-0e34-4471-b399-2797b3a90bc6 req-35494280-3b1e-4046-8280-152327d4d09d service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9d4c338f-0e34-4471-b399-2797b3a90bc6 req-35494280-3b1e-4046-8280-152327d4d09d service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-9d4c338f-0e34-4471-b399-2797b3a90bc6 req-35494280-3b1e-4046-8280-152327d4d09d service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] No waiting events found dispatching network-vif-unplugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-9d4c338f-0e34-4471-b399-2797b3a90bc6 req-35494280-3b1e-4046-8280-152327d4d09d service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-vif-unplugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:46 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Instance destroyed successfully.
Dec 01 21:24:46 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lazy-loading 'resources' on Instance uuid 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:15:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-144023949',display_name='tempest-ServersNegativeTestJSON-server-144023949',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-144023949',id=21,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:16:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e41bcb6256804cbaaa2e4a3f022cf19d',ramdisk_id='',reservation_id='r-1usy52nh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1729922498',owner_user_name='tempest-ServersNegativeTestJSON-1729922498-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:16:05Z,user_data=None,user_id='6595166888974b6faf752d582badda49',uuid=6fc559cb-cee1-46c8-abc7-491d5f4fe9a2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converting VIF {"id": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "address": "fa:16:3e:72:2d:46", "network": {"id": "acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1998381463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e41bcb6256804cbaaa2e4a3f022cf19d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdad2c60-8b", "ovs_interfaceid": "fdad2c60-8bec-4b69-875c-a96bd6df9246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:72:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=fdad2c60-8bec-4b69-875c-a96bd6df9246,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdad2c60-8b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG os_vif [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:72:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=fdad2c60-8bec-4b69-875c-a96bd6df9246,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdad2c60-8b') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfdad2c60-8b, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aaa77b53-2abb-4fa9-bd95-af48216c7da7) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:24:46 user nova-compute[75255]: INFO os_vif [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:72:2d:46,bridge_name='br-int',has_traffic_filtering=True,id=fdad2c60-8bec-4b69-875c-a96bd6df9246,network=Network(acf8b06a-d6ce-4f9a-a0a0-eeccd13f4ce8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdad2c60-8b')
Dec 01 21:24:46 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Deleting instance files /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2_del
Dec 01 21:24:46 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Deletion of /opt/stack/data/nova/instances/6fc559cb-cee1-46c8-abc7-491d5f4fe9a2_del complete
Dec 01 21:24:46 user nova-compute[75255]: INFO nova.compute.manager [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 01 21:24:46 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:24:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:24:47 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Took 0.86 seconds to deallocate network for instance.
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-d217fb31-996b-47f4-b51e-7117f234e593 req-93994894-3843-4dc2-a679-ad0a7f0c9914 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-vif-deleted-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:47 user nova-compute[75255]: INFO nova.compute.manager [req-d217fb31-996b-47f4-b51e-7117f234e593 req-93994894-3843-4dc2-a679-ad0a7f0c9914 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Neutron deleted interface fdad2c60-8bec-4b69-875c-a96bd6df9246; detaching it from the instance and deleting it from the info cache
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.network.neutron [req-d217fb31-996b-47f4-b51e-7117f234e593 req-93994894-3843-4dc2-a679-ad0a7f0c9914 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-d217fb31-996b-47f4-b51e-7117f234e593 req-93994894-3843-4dc2-a679-ad0a7f0c9914 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Detach interface failed, port_id=fdad2c60-8bec-4b69-875c-a96bd6df9246, reason: Instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2 could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] No waiting events found dispatching network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:47 user nova-compute[75255]: WARNING nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received unexpected event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 for instance with vm_state deleted and task_state None.
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] No waiting events found dispatching network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:47 user nova-compute[75255]: WARNING nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received unexpected event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 for instance with vm_state deleted and task_state None.
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] No waiting events found dispatching network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:47 user nova-compute[75255]: WARNING nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received unexpected event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 for instance with vm_state deleted and task_state None.
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-vif-unplugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] No waiting events found dispatching network-vif-unplugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:47 user nova-compute[75255]: WARNING nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received unexpected event network-vif-unplugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 for instance with vm_state deleted and task_state None.
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Acquiring lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] No waiting events found dispatching network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:24:47 user nova-compute[75255]: WARNING nova.compute.manager [req-5356e5c3-b2b3-427f-9632-f6053f295b14 req-0d193777-69ab-441c-94ca-d344f28414e1 service nova] [instance: 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2] Received unexpected event network-vif-plugged-fdad2c60-8bec-4b69-875c-a96bd6df9246 for instance with vm_state deleted and task_state None.
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.490s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:47 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Deleted allocations for instance 6fc559cb-cee1-46c8-abc7-491d5f4fe9a2
Dec 01 21:24:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8391bd93-edbd-44d9-9ffc-fec00282b53a tempest-ServersNegativeTestJSON-1729922498 tempest-ServersNegativeTestJSON-1729922498-project-member] Lock "6fc559cb-cee1-46c8-abc7-491d5f4fe9a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.592s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:24:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:24:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:05 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:25:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:06 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:25:07 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:25:07 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:25:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:25:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:25:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:25:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:25:08 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:25:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:11 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:25:11 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=7926MB free_disk=25.171279907226562GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 7515090f-8b36-462a-8db8-2e59cafee1b1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 22e570bd-234e-4422-9263-bd8eb01482be actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ca7c0111-e517-47f6-9567-040013e4369f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:25:11 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:25:12 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:25:12 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:25:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:25:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.401s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:25:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 76e89914-6bf7-4d84-870d-60801590ee5a {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updating instance_info_cache with network_info: [{"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-76e89914-6bf7-4d84-870d-60801590ee5a" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:25:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG nova.objects.instance [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'flavor' on Instance uuid 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:25:16 user nova-compute[75255]: INFO nova.compute.manager [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Attaching volume bbfa435d-1162-4e46-9e54-6e85f7190004 to /dev/vdb
Dec 01 21:25:16 user nova-compute[75255]: DEBUG os_brick.utils [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c608306-de55-4cf9-a5ba-65fb5593ece4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eadca0b-a7ee-4617-a207-c3f1989b03c0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[372b2a17-5422-4b2b-951e-e704510b4769]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce107190-85ff-4503-807a-2aebe60bd415]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:25:16 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:25:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd5b478f-d153-4cb4-a308-83ab67cac739]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG os_brick.utils [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:25:16 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating existing volume attachment record: bcf6bb4a-d9c6-41a1-bd1c-b2f86e27c168 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:25:18 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:25:18 user nova-compute[75255]: INFO nova.compute.manager [None req-8d9cd5dc-f6b6-4452-9601-b639e1f7b0aa tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Get console output
Dec 01 21:25:18 user nova-compute[75255]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Dec 01 21:25:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:25:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:25:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:25:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:25:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:25:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfqgyUip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:25:25 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:25:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:25:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:25:25 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:25:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:25:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:25:25 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:25:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:25 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe4a1dd-657c-44cc-a1fc-36407cef1651]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:25 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:25:25 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b537ffe1-77cd-4cb0-8a42-b06a02c6994f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004] added
Dec 01 21:25:26 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f19fb6e-7e91-4462-b724-0f4ffa902cd9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[741f7c10-85e2-4c98-a94b-137a736be58d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MfqgyUip {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MfqgyUip" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f001c98-08cc-4de3-85ff-4b8345be02cb]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MfqgyUip'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f56b1a9d-9a1b-4c64-a8f1-032e2209b655]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f63c6cf-5836-442a-a5a7-59c94b8cd6f6]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[979dc1d4-c5ed-4caf-ad3a-ed1748f3e3b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260]
Dec 01 21:25:26 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260] successful.
Dec 01 21:25:26 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[495d5002-c99c-4128-a402-c479622034e6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e95418f0-7a31-4f59-806f-2aa95433a977]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:25:26 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] HCTL ('36', '-', '-', 0) found on session 38 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece51336-4a15-46de-bdd3-485d6186a15f]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching for a device in session 38 and hctl ['36', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:25:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching for a device in session 38 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfqgyUip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23036326264626464', 'path': '/dev/sde'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23036326264626464', 'path': '/dev/sde'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG nova.objects.instance [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'flavor' on Instance uuid 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:25:27 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:25:27 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:25:27 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:25:27 user nova-compute[75255]:   <serial>bbfa435d-1162-4e46-9e54-6e85f7190004</serial>
Dec 01 21:25:27 user nova-compute[75255]: </disk>
Dec 01 21:25:27 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] No VIF found with MAC fa:16:3e:05:ba:9b, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:25:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2f43819e-01da-43c9-b919-12f418e2de5a tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.245s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:25:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:25:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:25:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:25:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:25:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-9832d10d-2ca1-4ca8-bb23-9422553e25fa req-190ee2f8-7965-4cc6-8032-c3304d36f045 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-changed-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:25:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-9832d10d-2ca1-4ca8-bb23-9422553e25fa req-190ee2f8-7965-4cc6-8032-c3304d36f045 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Refreshing instance network info cache due to event network-changed-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:25:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9832d10d-2ca1-4ca8-bb23-9422553e25fa req-190ee2f8-7965-4cc6-8032-c3304d36f045 service nova] Acquiring lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:25:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9832d10d-2ca1-4ca8-bb23-9422553e25fa req-190ee2f8-7965-4cc6-8032-c3304d36f045 service nova] Acquired lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:25:34 user nova-compute[75255]: DEBUG nova.network.neutron [req-9832d10d-2ca1-4ca8-bb23-9422553e25fa req-190ee2f8-7965-4cc6-8032-c3304d36f045 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Refreshing network info cache for port ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:25:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-9832d10d-2ca1-4ca8-bb23-9422553e25fa req-190ee2f8-7965-4cc6-8032-c3304d36f045 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updated VIF entry in instance network info cache for port ff4d5a80-16ff-451f-8f4d-6b51c5e40afd. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:25:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-9832d10d-2ca1-4ca8-bb23-9422553e25fa req-190ee2f8-7965-4cc6-8032-c3304d36f045 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating instance_info_cache with network_info: [{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:25:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9832d10d-2ca1-4ca8-bb23-9422553e25fa req-190ee2f8-7965-4cc6-8032-c3304d36f045 service nova] Releasing lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:25:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-8679ab3d-1033-4e26-b3ac-47b19e4928f8 req-f066084f-e98f-40e8-aae4-413d7f4d5264 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-changed-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:25:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-8679ab3d-1033-4e26-b3ac-47b19e4928f8 req-f066084f-e98f-40e8-aae4-413d7f4d5264 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Refreshing instance network info cache due to event network-changed-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:25:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8679ab3d-1033-4e26-b3ac-47b19e4928f8 req-f066084f-e98f-40e8-aae4-413d7f4d5264 service nova] Acquiring lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:25:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8679ab3d-1033-4e26-b3ac-47b19e4928f8 req-f066084f-e98f-40e8-aae4-413d7f4d5264 service nova] Acquired lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:25:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-8679ab3d-1033-4e26-b3ac-47b19e4928f8 req-f066084f-e98f-40e8-aae4-413d7f4d5264 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Refreshing network info cache for port ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:25:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-8679ab3d-1033-4e26-b3ac-47b19e4928f8 req-f066084f-e98f-40e8-aae4-413d7f4d5264 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updated VIF entry in instance network info cache for port ff4d5a80-16ff-451f-8f4d-6b51c5e40afd. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:25:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-8679ab3d-1033-4e26-b3ac-47b19e4928f8 req-f066084f-e98f-40e8-aae4-413d7f4d5264 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating instance_info_cache with network_info: [{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:25:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8679ab3d-1033-4e26-b3ac-47b19e4928f8 req-f066084f-e98f-40e8-aae4-413d7f4d5264 service nova] Releasing lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:25:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:25:42 user nova-compute[75255]: INFO nova.compute.manager [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Rebooting instance
Dec 01 21:25:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquired lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG nova.network.neutron [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG nova.network.neutron [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating instance_info_cache with network_info: [{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Releasing lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-69f1c57e-0004-48f7-a73e-7c4add432b0d req-e1f9167e-5cea-4303-b4b9-3d59cb46d1b2 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-vif-unplugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-69f1c57e-0004-48f7-a73e-7c4add432b0d req-e1f9167e-5cea-4303-b4b9-3d59cb46d1b2 service nova] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-69f1c57e-0004-48f7-a73e-7c4add432b0d req-e1f9167e-5cea-4303-b4b9-3d59cb46d1b2 service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-69f1c57e-0004-48f7-a73e-7c4add432b0d req-e1f9167e-5cea-4303-b4b9-3d59cb46d1b2 service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:25:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-69f1c57e-0004-48f7-a73e-7c4add432b0d req-e1f9167e-5cea-4303-b4b9-3d59cb46d1b2 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] No waiting events found dispatching network-vif-unplugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:25:42 user nova-compute[75255]: WARNING nova.compute.manager [req-69f1c57e-0004-48f7-a73e-7c4add432b0d req-e1f9167e-5cea-4303-b4b9-3d59cb46d1b2 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received unexpected event network-vif-unplugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd for instance with vm_state active and task_state reboot_started_hard.
Dec 01 21:25:43 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Instance destroyed successfully.
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'resources' on Instance uuid 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:23:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-920646866',display_name='tempest-TestMinimumBasicScenario-server-920646866',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-920646866',id=32,image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDdQ3TZWEcn3Q/Z9eMWAqvD+NT237Kyt0spWcqdFZu1PSbiIxRAUGaM3IzUR2uUXpJNfpmp0Mm7PJqGtmBu3hdzmOhj9a8vs0jlClLjJ7r+oKJGKmMuzE4Q4ks0UL8Hw==',key_name='tempest-TestMinimumBasicScenario-655330851',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ef0794c7f434049b44940d6bba0865c',ramdisk_id='',reservation_id='r-rschyntl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1526566089',owner_user_name='tempest-TestMinimumBasicScenario-1526566089-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:25:43Z,user_data=None,user_id='68a438484f1949bb8bda3b7208d2751c',uuid=2f0a6b7e-ce01-4f92-b6e4-820b978f279b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converting VIF {"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_vif [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapff4d5a80-16, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3cb042e9-b447-4524-a038-90132feb09a0) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:43 user nova-compute[75255]: INFO os_vif [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16')
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfqgyUip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:25:43 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9505a3e-4e6a-4006-9175-e1ccc1d5c7d2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:25:43 user nova-compute[75255]: No targets found.
Dec 01 21:25:43 user nova-compute[75255]: iSNS:
Dec 01 21:25:43 user nova-compute[75255]: No targets found.
Dec 01 21:25:43 user nova-compute[75255]: STATIC:
Dec 01 21:25:43 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004
Dec 01 21:25:43 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:25:43 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:25:43 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7
Dec 01 21:25:43 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:25:43 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:25:43 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239
Dec 01 21:25:43 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:25:43 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:25:43 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6
Dec 01 21:25:43 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:25:43 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:25:43 user nova-compute[75255]: FIRMWARE:
Dec 01 21:25:43 user nova-compute[75255]: No targets found.
Dec 01 21:25:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:25:43 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:25:43 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8587b07f-1c0f-41e8-91ed-6ad51957a939]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[71589256-94ae-474f-92a2-417b03253f68]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:25:43 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:25:43 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:25:43 user nova-compute[75255]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:25:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:25:43 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:25:43 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:25:43 user nova-compute[75255]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:25:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cc32ef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004'): ({'sde'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Removing single pathed devices sde {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b15d0e25-cf6a-4a50-832c-79d9cf0b0bc6]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[252d1a21-3b3a-4d31-831b-a8172fe72843]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Flushing IO for device /dev/sde {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bd9c9e7-d848-49c6-bc08-dc64d38c346a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[048d32fe-453b-419a-8e18-4a2fcd9c919e]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1abe603b-0bd8-4258-9059-4fde49e92e46]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f843b1e-9ca4-4b37-8cec-84ea2c492a71]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260]
Dec 01 21:25:43 user nova-compute[75255]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260] successful.
Dec 01 21:25:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7afee2af-eee2-41c4-b74f-4a87d1531b56]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] <== disconnect_volume: return (311ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Start _get_guest_xml network_info=[{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=58d28b71-0c5f-4110-a935-0000ab44d7ce,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '58d28b71-0c5f-4110-a935-0000ab44d7ce'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfqgyUip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '2f0a6b7e-ce01-4f92-b6e4-820b978f279b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbfa435d-1162-4e46-9e54-6e85f7190004', 'serial': 'bbfa435d-1162-4e46-9e54-6e85f7190004'}, 'device_type': 'disk', 'attachment_id': 'bcf6bb4a-d9c6-41a1-bd1c-b2f86e27c168', 'boot_index': None, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:25:43 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:25:43 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=58d28b71-0c5f-4110-a935-0000ab44d7ce,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.objects.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Object Instance<2f0a6b7e-ce01-4f92-b6e4-820b978f279b> lazy-loaded attributes: resources,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfqgyUip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:25:43 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:25:43 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:25:43 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c3d22f-540d-499e-81e0-9c76cec2ea62]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:25:43 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[976189d5-e740-482e-bfe4-9148e6fa2225]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004] added
Dec 01 21:25:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[70da65de-f722-42d7-8dda-dde1d7f96ca0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf6bfb9-e52c-4403-b9f8-57ab71880987]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MfqgyUip {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MfqgyUip" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ec1e2c-9842-4933-b53e-51a6edd1f0e3]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MfqgyUip'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a6647a-2f01-4cbb-8060-ac45401a2f4d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ee6dafb-0fda-4d61-adf9-156220c86bae]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7016fb1a-648d-4a52-8c84-3c8e61e450f8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260]
Dec 01 21:25:44 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260] successful.
Dec 01 21:25:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc4d8861-4b67-4eb7-bdeb-6d76931d4ac3]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a11798-f27f-4737-b59f-e502ffc5315e]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:25:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] HCTL ('36', '-', '-', 0) found on session 39 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe087410-0312-4a3c-bfaa-73ff2361adfd]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching for a device in session 39 and hctl ['36', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-d667c3a0-f04c-4873-ad10-be8e3669c7ba req-560cea23-1dc3-4a95-a731-2a7112976cdb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d667c3a0-f04c-4873-ad10-be8e3669c7ba req-560cea23-1dc3-4a95-a731-2a7112976cdb service nova] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d667c3a0-f04c-4873-ad10-be8e3669c7ba req-560cea23-1dc3-4a95-a731-2a7112976cdb service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d667c3a0-f04c-4873-ad10-be8e3669c7ba req-560cea23-1dc3-4a95-a731-2a7112976cdb service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:25:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-d667c3a0-f04c-4873-ad10-be8e3669c7ba req-560cea23-1dc3-4a95-a731-2a7112976cdb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] No waiting events found dispatching network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:25:44 user nova-compute[75255]: WARNING nova.compute.manager [req-d667c3a0-f04c-4873-ad10-be8e3669c7ba req-560cea23-1dc3-4a95-a731-2a7112976cdb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received unexpected event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd for instance with vm_state active and task_state reboot_started_hard.
Dec 01 21:25:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching for a device in session 39 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfqgyUip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '23036326264626464', 'path': '/dev/sde'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23036326264626464', 'path': '/dev/sde'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:23:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-920646866',display_name='tempest-TestMinimumBasicScenario-server-920646866',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-920646866',id=32,image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDdQ3TZWEcn3Q/Z9eMWAqvD+NT237Kyt0spWcqdFZu1PSbiIxRAUGaM3IzUR2uUXpJNfpmp0Mm7PJqGtmBu3hdzmOhj9a8vs0jlClLjJ7r+oKJGKmMuzE4Q4ks0UL8Hw==',key_name='tempest-TestMinimumBasicScenario-655330851',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ef0794c7f434049b44940d6bba0865c',ramdisk_id='',reservation_id='r-rschyntl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1526566089',owner_user_name='tempest-TestMinimumBasicScenario-1526566089-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:25:43Z,user_data=None,user_id='68a438484f1949bb8bda3b7208d2751c',uuid=2f0a6b7e-ce01-4f92-b6e4-820b978f279b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converting VIF {"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'pci_devices' on Instance uuid 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.objects.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Object Instance<2f0a6b7e-ce01-4f92-b6e4-820b978f279b> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:25:45 user nova-compute[75255]:   <uuid>2f0a6b7e-ce01-4f92-b6e4-820b978f279b</uuid>
Dec 01 21:25:45 user nova-compute[75255]:   <name>instance-00000020</name>
Dec 01 21:25:45 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:25:45 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:25:45 user nova-compute[75255]:   <metadata>
Dec 01 21:25:45 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:25:45 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:25:45 user nova-compute[75255]:       <nova:name>tempest-TestMinimumBasicScenario-server-920646866</nova:name>
Dec 01 21:25:45 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:25:43</nova:creationTime>
Dec 01 21:25:45 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:25:45 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:25:45 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:25:45 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:25:45 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:25:45 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:25:45 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:25:45 user nova-compute[75255]:       <nova:owner>
Dec 01 21:25:45 user nova-compute[75255]:         <nova:user uuid="68a438484f1949bb8bda3b7208d2751c">tempest-TestMinimumBasicScenario-1526566089-project-member</nova:user>
Dec 01 21:25:45 user nova-compute[75255]:         <nova:project uuid="4ef0794c7f434049b44940d6bba0865c">tempest-TestMinimumBasicScenario-1526566089</nova:project>
Dec 01 21:25:45 user nova-compute[75255]:       </nova:owner>
Dec 01 21:25:45 user nova-compute[75255]:       <nova:root type="image" uuid="58d28b71-0c5f-4110-a935-0000ab44d7ce"/>
Dec 01 21:25:45 user nova-compute[75255]:       <nova:ports>
Dec 01 21:25:45 user nova-compute[75255]:         <nova:port uuid="ff4d5a80-16ff-451f-8f4d-6b51c5e40afd">
Dec 01 21:25:45 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 21:25:45 user nova-compute[75255]:         </nova:port>
Dec 01 21:25:45 user nova-compute[75255]:       </nova:ports>
Dec 01 21:25:45 user nova-compute[75255]:     </nova:instance>
Dec 01 21:25:45 user nova-compute[75255]:   </metadata>
Dec 01 21:25:45 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:25:45 user nova-compute[75255]:     <system>
Dec 01 21:25:45 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:25:45 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:25:45 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:25:45 user nova-compute[75255]:       <entry name="serial">2f0a6b7e-ce01-4f92-b6e4-820b978f279b</entry>
Dec 01 21:25:45 user nova-compute[75255]:       <entry name="uuid">2f0a6b7e-ce01-4f92-b6e4-820b978f279b</entry>
Dec 01 21:25:45 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:25:45 user nova-compute[75255]:     </system>
Dec 01 21:25:45 user nova-compute[75255]:   </sysinfo>
Dec 01 21:25:45 user nova-compute[75255]:   <os>
Dec 01 21:25:45 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:25:45 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:25:45 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:25:45 user nova-compute[75255]:   </os>
Dec 01 21:25:45 user nova-compute[75255]:   <features>
Dec 01 21:25:45 user nova-compute[75255]:     <acpi/>
Dec 01 21:25:45 user nova-compute[75255]:     <apic/>
Dec 01 21:25:45 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:25:45 user nova-compute[75255]:   </features>
Dec 01 21:25:45 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:25:45 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:25:45 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:25:45 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:25:45 user nova-compute[75255]:   </clock>
Dec 01 21:25:45 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:25:45 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:25:45 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:25:45 user nova-compute[75255]:   </cpu>
Dec 01 21:25:45 user nova-compute[75255]:   <devices>
Dec 01 21:25:45 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:25:45 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:25:45 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk"/>
Dec 01 21:25:45 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:25:45 user nova-compute[75255]:     </disk>
Dec 01 21:25:45 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:25:45 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:25:45 user nova-compute[75255]:       <source dev="/dev/sde"/>
Dec 01 21:25:45 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:25:45 user nova-compute[75255]:       <serial>bbfa435d-1162-4e46-9e54-6e85f7190004</serial>
Dec 01 21:25:45 user nova-compute[75255]:     </disk>
Dec 01 21:25:45 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:25:45 user nova-compute[75255]:       <mac address="fa:16:3e:05:ba:9b"/>
Dec 01 21:25:45 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:25:45 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:25:45 user nova-compute[75255]:       <target dev="tapff4d5a80-16"/>
Dec 01 21:25:45 user nova-compute[75255]:     </interface>
Dec 01 21:25:45 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:25:45 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/console.log" append="off"/>
Dec 01 21:25:45 user nova-compute[75255]:     </serial>
Dec 01 21:25:45 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:25:45 user nova-compute[75255]:     <video>
Dec 01 21:25:45 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:25:45 user nova-compute[75255]:     </video>
Dec 01 21:25:45 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:25:45 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:25:45 user nova-compute[75255]:     </rng>
Dec 01 21:25:45 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:25:45 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:25:45 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:25:45 user nova-compute[75255]:     </memballoon>
Dec 01 21:25:45 user nova-compute[75255]:   </devices>
Dec 01 21:25:45 user nova-compute[75255]: </domain>
Dec 01 21:25:45 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.objects.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Object Instance<2f0a6b7e-ce01-4f92-b6e4-820b978f279b> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7 --force-share --output=json" returned: 0 in 0.209s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:25:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Cannot resize image /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'migration_context' on Instance uuid 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG nova.objects.base [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Object Instance<2f0a6b7e-ce01-4f92-b6e4-820b978f279b> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:23:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-920646866',display_name='tempest-TestMinimumBasicScenario-server-920646866',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-920646866',id=32,image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDdQ3TZWEcn3Q/Z9eMWAqvD+NT237Kyt0spWcqdFZu1PSbiIxRAUGaM3IzUR2uUXpJNfpmp0Mm7PJqGtmBu3hdzmOhj9a8vs0jlClLjJ7r+oKJGKmMuzE4Q4ks0UL8Hw==',key_name='tempest-TestMinimumBasicScenario-655330851',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='4ef0794c7f434049b44940d6bba0865c',ramdisk_id='',reservation_id='r-rschyntl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1526566089',owner_user_name='tempest-TestMinimumBasicScenario-1526566089-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:25:43Z,user_data=None,user_id='68a438484f1949bb8bda3b7208d2751c',uuid=2f0a6b7e-ce01-4f92-b6e4-820b978f279b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converting VIF {"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG os_vif [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1ab23258-316b-5365-b0e3-8c8d5483a9ac', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapff4d5a80-16, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapff4d5a80-16, col_values=(('qos', UUID('73791c45-08f4-4f53-b476-398a811e1f47')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapff4d5a80-16, col_values=(('external_ids', {'iface-id': 'ff4d5a80-16ff-451f-8f4d-6b51c5e40afd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:ba:9b', 'vm-uuid': '2f0a6b7e-ce01-4f92-b6e4-820b978f279b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:25:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:46 user nova-compute[75255]: INFO os_vif [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16')
Dec 01 21:25:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-cdb24a01-4dca-45db-8ccf-45d961891c3b req-e6b2f023-b5f9-4180-8a31-8655a74306eb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:25:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cdb24a01-4dca-45db-8ccf-45d961891c3b req-e6b2f023-b5f9-4180-8a31-8655a74306eb service nova] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:25:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cdb24a01-4dca-45db-8ccf-45d961891c3b req-e6b2f023-b5f9-4180-8a31-8655a74306eb service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:25:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cdb24a01-4dca-45db-8ccf-45d961891c3b req-e6b2f023-b5f9-4180-8a31-8655a74306eb service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:25:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-cdb24a01-4dca-45db-8ccf-45d961891c3b req-e6b2f023-b5f9-4180-8a31-8655a74306eb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] No waiting events found dispatching network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:25:47 user nova-compute[75255]: WARNING nova.compute.manager [req-cdb24a01-4dca-45db-8ccf-45d961891c3b req-e6b2f023-b5f9-4180-8a31-8655a74306eb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received unexpected event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd for instance with vm_state active and task_state reboot_started_hard.
Dec 01 21:25:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-790a3efa-70dd-4fe4-b81b-6bcf5c8a523b req-ef335eb4-db33-4472-bf46-b8e3b747f255 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:25:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-790a3efa-70dd-4fe4-b81b-6bcf5c8a523b req-ef335eb4-db33-4472-bf46-b8e3b747f255 service nova] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:25:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-790a3efa-70dd-4fe4-b81b-6bcf5c8a523b req-ef335eb4-db33-4472-bf46-b8e3b747f255 service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:25:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-790a3efa-70dd-4fe4-b81b-6bcf5c8a523b req-ef335eb4-db33-4472-bf46-b8e3b747f255 service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:25:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-790a3efa-70dd-4fe4-b81b-6bcf5c8a523b req-ef335eb4-db33-4472-bf46-b8e3b747f255 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] No waiting events found dispatching network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:25:49 user nova-compute[75255]: WARNING nova.compute.manager [req-790a3efa-70dd-4fe4-b81b-6bcf5c8a523b req-ef335eb4-db33-4472-bf46-b8e3b747f255 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received unexpected event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd for instance with vm_state active and task_state reboot_started_hard.
Dec 01 21:25:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:25:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Instance rebooted successfully.
Dec 01 21:25:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:25:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ed359422-71d0-413a-a0d7-0097a38d7f74 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.912s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:25:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:25:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:26:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:26:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:26:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:26:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:07 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:26:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:26:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:26:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:26:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-530ec925-8a0f-43d9-a9e8-2a005d306993 req-b3254073-8712-40ab-b311-05c03f28d559 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-changed-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-530ec925-8a0f-43d9-a9e8-2a005d306993 req-b3254073-8712-40ab-b311-05c03f28d559 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Refreshing instance network info cache due to event network-changed-cee8e90f-b551-4caf-8f7b-aa6b41ee203f. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:26:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-530ec925-8a0f-43d9-a9e8-2a005d306993 req-b3254073-8712-40ab-b311-05c03f28d559 service nova] Acquiring lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-530ec925-8a0f-43d9-a9e8-2a005d306993 req-b3254073-8712-40ab-b311-05c03f28d559 service nova] Acquired lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.network.neutron [req-530ec925-8a0f-43d9-a9e8-2a005d306993 req-b3254073-8712-40ab-b311-05c03f28d559 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Refreshing network info cache for port cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "22e570bd-234e-4422-9263-bd8eb01482be" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:10 user nova-compute[75255]: INFO nova.compute.manager [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Terminating instance
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-b744a550-32d5-4254-88b4-3d89f88f08e6 req-234e139e-ead7-4b79-a5a5-ff1d17ad1e12 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-vif-unplugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b744a550-32d5-4254-88b4-3d89f88f08e6 req-234e139e-ead7-4b79-a5a5-ff1d17ad1e12 service nova] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b744a550-32d5-4254-88b4-3d89f88f08e6 req-234e139e-ead7-4b79-a5a5-ff1d17ad1e12 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b744a550-32d5-4254-88b4-3d89f88f08e6 req-234e139e-ead7-4b79-a5a5-ff1d17ad1e12 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-b744a550-32d5-4254-88b4-3d89f88f08e6 req-234e139e-ead7-4b79-a5a5-ff1d17ad1e12 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] No waiting events found dispatching network-vif-unplugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.compute.manager [req-b744a550-32d5-4254-88b4-3d89f88f08e6 req-234e139e-ead7-4b79-a5a5-ff1d17ad1e12 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-vif-unplugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.network.neutron [req-530ec925-8a0f-43d9-a9e8-2a005d306993 req-b3254073-8712-40ab-b311-05c03f28d559 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updated VIF entry in instance network info cache for port cee8e90f-b551-4caf-8f7b-aa6b41ee203f. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.network.neutron [req-530ec925-8a0f-43d9-a9e8-2a005d306993 req-b3254073-8712-40ab-b311-05c03f28d559 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating instance_info_cache with network_info: [{"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-530ec925-8a0f-43d9-a9e8-2a005d306993 req-b3254073-8712-40ab-b311-05c03f28d559 service nova] Releasing lock "refresh_cache-22e570bd-234e-4422-9263-bd8eb01482be" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:26:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Instance destroyed successfully.
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lazy-loading 'resources' on Instance uuid 22e570bd-234e-4422-9263-bd8eb01482be {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T21:20:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1451529318',display_name='tempest-TestShelveInstance-server-1451529318',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1451529318',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHySNOEnlxoOQIenPViXHCBDm3R17W5dtXTtok4r+8SzriE5IxY26cjd3CK8INpjitxIwp5Df5s4jgQFz6/iEsScSidJ4kMVHCRZdkXt6yQskyHqfxyzfPVQnsVoLLEfcQ==',key_name='tempest-TestShelveInstance-2067657261',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:24:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5908dfd7ddc341b4bd030522f9a197be',ramdisk_id='',reservation_id='r-wkafgoqc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-626753376',owner_user_name='tempest-TestShelveInstance-626753376-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:24:39Z,user_data=None,user_id='5b5eed4b89d34d02a8e56262a0112ece',uuid=22e570bd-234e-4422-9263-bd8eb01482be,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converting VIF {"id": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "address": "fa:16:3e:22:47:66", "network": {"id": "722a4cba-b4b0-4ae1-b23e-dbf5901e0202", "bridge": "br-int", "label": "tempest-TestShelveInstance-570523160-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5908dfd7ddc341b4bd030522f9a197be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee8e90f-b5", "ovs_interfaceid": "cee8e90f-b551-4caf-8f7b-aa6b41ee203f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG os_vif [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcee8e90f-b5, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=22e71ebe-5ed2-47f8-98e2-05d9c710e2b1) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:10 user nova-compute[75255]: INFO os_vif [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:47:66,bridge_name='br-int',has_traffic_filtering=True,id=cee8e90f-b551-4caf-8f7b-aa6b41ee203f,network=Network(722a4cba-b4b0-4ae1-b23e-dbf5901e0202),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee8e90f-b5')
Dec 01 21:26:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lLikoOwx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:26:10 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:26:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb7f68c-3d44-4f51-b67c-3ae11336ab85]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:26:10 user nova-compute[75255]: No targets found.
Dec 01 21:26:10 user nova-compute[75255]: iSNS:
Dec 01 21:26:10 user nova-compute[75255]: No targets found.
Dec 01 21:26:10 user nova-compute[75255]: STATIC:
Dec 01 21:26:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004
Dec 01 21:26:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:26:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:26:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7
Dec 01 21:26:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:26:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:26:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239
Dec 01 21:26:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:26:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:26:10 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6
Dec 01 21:26:10 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:26:10 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:26:10 user nova-compute[75255]: FIRMWARE:
Dec 01 21:26:10 user nova-compute[75255]: No targets found.
Dec 01 21:26:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:26:10 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:26:10 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:26:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6daf0c7-4c8c-4fab-8f05-dd98cdc86f80]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb48003-805a-40cc-89c1-5d1e89edbc53]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:26:11 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:26:11 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:26:11 user nova-compute[75255]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:26:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:26:11 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:26:11 user nova-compute[75255]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 (non-flash)
Dec 01 21:26:11 user nova-compute[75255]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:26:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cc2b910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7'): ({'sdd'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Removing single pathed devices sdd {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2cc2c1b-5cac-425a-ae2a-7f7f4bd8ab5a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ca1d90f-3298-4526-b978-0b8d00971f94]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Flushing IO for device /dev/sdd {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a546b897-6827-4da8-9367-1af41bfc6602]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed1ab6d-69f4-427e-a3ef-1a45f3a93018]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[16704df3-819f-4fa7-b8ad-1437dbe1dedb]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a39c5f-bd3e-43ac-8ce2-ad78264c46fe]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260]
Dec 01 21:26:11 user nova-compute[75255]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7, portal: 172.16.0.220,3260] successful.
Dec 01 21:26:11 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb36ea94-1488-461b-b261-5d3c4b3bcbc7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e6c9c2a-2520-4c23-bcb5-63f29d3cd37d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.392s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] <== disconnect_volume: return (395ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:26:11 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Deleting instance files /opt/stack/data/nova/instances/22e570bd-234e-4422-9263-bd8eb01482be_del
Dec 01 21:26:11 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Deletion of /opt/stack/data/nova/instances/22e570bd-234e-4422-9263-bd8eb01482be_del complete
Dec 01 21:26:11 user nova-compute[75255]: INFO nova.compute.manager [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Took 1.29 seconds to destroy the instance on the hypervisor.
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:26:11 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Took 0.43 seconds to deallocate network for instance.
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:11 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-cb02b2a4-9608-40c8-9d62-34adcc094f47 req-cf376450-730a-4dae-8f94-554c48759f2c service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-vif-deleted-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:12 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Error from libvirt while getting description of instance-0000001e: [Error Code 42] Domain not found: no domain with matching uuid '22e570bd-234e-4422-9263-bd8eb01482be' (instance-0000001e): libvirt.libvirtError: Domain not found: no domain with matching uuid '22e570bd-234e-4422-9263-bd8eb01482be' (instance-0000001e)
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-718159b0-a836-4794-8b79-51c825956237 req-444ffb36-713c-4f21-a6e2-314b9edea6e7 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-718159b0-a836-4794-8b79-51c825956237 req-444ffb36-713c-4f21-a6e2-314b9edea6e7 service nova] Acquiring lock "22e570bd-234e-4422-9263-bd8eb01482be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-718159b0-a836-4794-8b79-51c825956237 req-444ffb36-713c-4f21-a6e2-314b9edea6e7 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-718159b0-a836-4794-8b79-51c825956237 req-444ffb36-713c-4f21-a6e2-314b9edea6e7 service nova] Lock "22e570bd-234e-4422-9263-bd8eb01482be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-718159b0-a836-4794-8b79-51c825956237 req-444ffb36-713c-4f21-a6e2-314b9edea6e7 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] No waiting events found dispatching network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:26:12 user nova-compute[75255]: WARNING nova.compute.manager [req-718159b0-a836-4794-8b79-51c825956237 req-444ffb36-713c-4f21-a6e2-314b9edea6e7 service nova] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Received unexpected event network-vif-plugged-cee8e90f-b551-4caf-8f7b-aa6b41ee203f for instance with vm_state active and task_state deleting.
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:12 user nova-compute[75255]: INFO nova.compute.manager [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Took 0.85 seconds to detach 1 volumes for instance.
Dec 01 21:26:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] [instance: 22e570bd-234e-4422-9263-bd8eb01482be] Deleting volume: cb36ea94-1488-461b-b261-5d3c4b3bcbc7 {{(pid=75255) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.410s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:13 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Deleted allocations for instance 22e570bd-234e-4422-9263-bd8eb01482be
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-216104cd-94b7-41a2-a261-9316cf066cb4 tempest-TestShelveInstance-626753376 tempest-TestShelveInstance-626753376-project-member] Lock "22e570bd-234e-4422-9263-bd8eb01482be" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.281s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:14 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:26:14 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8098MB free_disk=25.14403533935547GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 7515090f-8b36-462a-8db8-2e59cafee1b1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance ca7c0111-e517-47f6-9567-040013e4369f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:26:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.398s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:15 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:26:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:26:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:26:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:26:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:26:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updating instance_info_cache with network_info: [{"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:26:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:26:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:26:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:26:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:26:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:26:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:26:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:19 user nova-compute[75255]: INFO nova.compute.manager [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Terminating instance
Dec 01 21:26:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-3ea3425e-af30-4863-8482-a5fb90936c4c req-3c63e969-e053-4f28-85be-170e9458e269 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-vif-unplugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3ea3425e-af30-4863-8482-a5fb90936c4c req-3c63e969-e053-4f28-85be-170e9458e269 service nova] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3ea3425e-af30-4863-8482-a5fb90936c4c req-3c63e969-e053-4f28-85be-170e9458e269 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3ea3425e-af30-4863-8482-a5fb90936c4c req-3c63e969-e053-4f28-85be-170e9458e269 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-3ea3425e-af30-4863-8482-a5fb90936c4c req-3c63e969-e053-4f28-85be-170e9458e269 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] No waiting events found dispatching network-vif-unplugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-3ea3425e-af30-4863-8482-a5fb90936c4c req-3c63e969-e053-4f28-85be-170e9458e269 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-vif-unplugged-ee4b3674-1343-4a16-9d31-c5946b37755c for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.compute.manager [req-fd28f258-5b7d-44b1-aabf-fe4dcf944e73 req-4c0d02c4-9cef-4bdb-88ec-56c087056970 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received event network-changed-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.compute.manager [req-fd28f258-5b7d-44b1-aabf-fe4dcf944e73 req-4c0d02c4-9cef-4bdb-88ec-56c087056970 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Refreshing instance network info cache due to event network-changed-a880bb42-4846-4b49-880a-24c109270aa1. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fd28f258-5b7d-44b1-aabf-fe4dcf944e73 req-4c0d02c4-9cef-4bdb-88ec-56c087056970 service nova] Acquiring lock "refresh_cache-ca7c0111-e517-47f6-9567-040013e4369f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fd28f258-5b7d-44b1-aabf-fe4dcf944e73 req-4c0d02c4-9cef-4bdb-88ec-56c087056970 service nova] Acquired lock "refresh_cache-ca7c0111-e517-47f6-9567-040013e4369f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-fd28f258-5b7d-44b1-aabf-fe4dcf944e73 req-4c0d02c4-9cef-4bdb-88ec-56c087056970 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Refreshing network info cache for port a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:26:20 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Instance destroyed successfully.
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.objects.instance [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'resources' on Instance uuid 7515090f-8b36-462a-8db8-2e59cafee1b1 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:19:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1995227632',display_name='tempest-ServerActionsTestOtherA-server-1995227632',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1995227632',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKqO4Syb+P+C8yg/VkZSYGx1wP7ZE26SfDQmsnFiwx38gDhmgd9AAkUfO9rzZ5hxKNfWQ1hxCMkhHPPKJUSbXD5SMFdQX/Lnco41L57hoYrc9EjuhKoBUBmKbF8on1Njew==',key_name='tempest-keypair-578871819',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:21:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-aejwvfuc',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:23:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=7515090f-8b36-462a-8db8-2e59cafee1b1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "ee4b3674-1343-4a16-9d31-c5946b37755c", "address": "fa:16:3e:bf:55:88", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4b3674-13", "ovs_interfaceid": "ee4b3674-1343-4a16-9d31-c5946b37755c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_vif [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee4b3674-13, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e6fb666-cdf9-4dec-99ef-9dfce0b7fbfc) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:20 user nova-compute[75255]: INFO os_vif [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bf:55:88,bridge_name='br-int',has_traffic_filtering=True,id=ee4b3674-1343-4a16-9d31-c5946b37755c,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4b3674-13')
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tYoEceKT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:26:20 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a0bc2ab-af6d-40b6-bac8-027febe7bffc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:26:20 user nova-compute[75255]: No targets found.
Dec 01 21:26:20 user nova-compute[75255]: iSNS:
Dec 01 21:26:20 user nova-compute[75255]: No targets found.
Dec 01 21:26:20 user nova-compute[75255]: STATIC:
Dec 01 21:26:20 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004
Dec 01 21:26:20 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:26:20 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:26:20 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239
Dec 01 21:26:20 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:26:20 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:26:20 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6
Dec 01 21:26:20 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:26:20 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:26:20 user nova-compute[75255]: FIRMWARE:
Dec 01 21:26:20 user nova-compute[75255]: No targets found.
Dec 01 21:26:20 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:26:20 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:26:20 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[541fca96-63e7-4276-8aa7-8dfce5d1330e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7987d899-6ce7-4ccc-9720-b826318e144f]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:26:20 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:26:20 user nova-compute[75255]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:26:20 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 (non-flash)
Dec 01 21:26:20 user nova-compute[75255]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:26:20 user nova-compute[75255]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:26:20 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd8f640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9cc38d-e95f-4e8d-bf9d-6bfca5e4f104]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[858ee44a-96cc-4943-82c1-faabcf385962]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e810f48b-cce3-4663-a4aa-d13baa6fe065]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf141958-0183-40dd-bc6e-8e5fad6aa824]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOc1b578b-6bd40222a34be3d1', '/dev/disk/by-id/scsi-23662643430323232') {{(pid=85768) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 21:26:20 user nova-compute[75255]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOc1b578b-6bd40222a34be3d1
Dec 01 21:26:20 user nova-compute[75255]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23662643430323232
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[370dd682-4d0d-407a-b0de-397f732c93ae]: (4, None) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b531560-b2c7-493a-ab79-348701cc7832]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb9e66c8-a1a0-4bca-bd38-4beb88eb1bbf]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260]
Dec 01 21:26:20 user nova-compute[75255]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6, portal: 172.16.0.220,3260] successful.
Dec 01 21:26:20 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4955cd5-095b-4959-82c3-f4cff4d34fa6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abda416-32cb-4aab-82f7-64dd21e14c95]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] <== disconnect_volume: return (335ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:26:20 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Deleting instance files /opt/stack/data/nova/instances/7515090f-8b36-462a-8db8-2e59cafee1b1_del
Dec 01 21:26:20 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Deletion of /opt/stack/data/nova/instances/7515090f-8b36-462a-8db8-2e59cafee1b1_del complete
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "ca7c0111-e517-47f6-9567-040013e4369f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "ca7c0111-e517-47f6-9567-040013e4369f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "ca7c0111-e517-47f6-9567-040013e4369f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "ca7c0111-e517-47f6-9567-040013e4369f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "ca7c0111-e517-47f6-9567-040013e4369f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:20 user nova-compute[75255]: INFO nova.compute.manager [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Terminating instance
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:26:20 user nova-compute[75255]: INFO nova.compute.manager [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Took 1.23 seconds to destroy the instance on the hypervisor.
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-fd28f258-5b7d-44b1-aabf-fe4dcf944e73 req-4c0d02c4-9cef-4bdb-88ec-56c087056970 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Updated VIF entry in instance network info cache for port a880bb42-4846-4b49-880a-24c109270aa1. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-fd28f258-5b7d-44b1-aabf-fe4dcf944e73 req-4c0d02c4-9cef-4bdb-88ec-56c087056970 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Updating instance_info_cache with network_info: [{"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fd28f258-5b7d-44b1-aabf-fe4dcf944e73 req-4c0d02c4-9cef-4bdb-88ec-56c087056970 service nova] Releasing lock "refresh_cache-ca7c0111-e517-47f6-9567-040013e4369f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.compute.manager [req-3786c600-7e8c-4e0a-8130-5cfadd9793ec req-6fade609-3ff0-406d-aca4-f54350a53649 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received event network-vif-unplugged-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3786c600-7e8c-4e0a-8130-5cfadd9793ec req-6fade609-3ff0-406d-aca4-f54350a53649 service nova] Acquiring lock "ca7c0111-e517-47f6-9567-040013e4369f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3786c600-7e8c-4e0a-8130-5cfadd9793ec req-6fade609-3ff0-406d-aca4-f54350a53649 service nova] Lock "ca7c0111-e517-47f6-9567-040013e4369f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3786c600-7e8c-4e0a-8130-5cfadd9793ec req-6fade609-3ff0-406d-aca4-f54350a53649 service nova] Lock "ca7c0111-e517-47f6-9567-040013e4369f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.compute.manager [req-3786c600-7e8c-4e0a-8130-5cfadd9793ec req-6fade609-3ff0-406d-aca4-f54350a53649 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] No waiting events found dispatching network-vif-unplugged-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG nova.compute.manager [req-3786c600-7e8c-4e0a-8130-5cfadd9793ec req-6fade609-3ff0-406d-aca4-f54350a53649 service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received event network-vif-unplugged-a880bb42-4846-4b49-880a-24c109270aa1 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:21 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Instance destroyed successfully.
Dec 01 21:26:21 user nova-compute[75255]: DEBUG nova.objects.instance [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'resources' on Instance uuid ca7c0111-e517-47f6-9567-040013e4369f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:24:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1274224328',display_name='tempest-AttachVolumeNegativeTest-server-1274224328',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1274224328',id=33,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFUKU4DbGZ/FsP8Eh/I1KuDqcl/EeKRxL2qFMQfm79n4WhejdIoUvm/T8e7D3+gdOIOmu3kB/FwuCGPjKuw2rjQU40lTu7ckZk2fupG77TVBiGPR7Tk/rkXmTuS7vujxZg==',key_name='tempest-keypair-1055475398',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:24:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-0bq815y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:24:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=ca7c0111-e517-47f6-9567-040013e4369f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "a880bb42-4846-4b49-880a-24c109270aa1", "address": "fa:16:3e:8c:a0:2d", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa880bb42-48", "ovs_interfaceid": "a880bb42-4846-4b49-880a-24c109270aa1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:a0:2d,bridge_name='br-int',has_traffic_filtering=True,id=a880bb42-4846-4b49-880a-24c109270aa1,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa880bb42-48') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG os_vif [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:a0:2d,bridge_name='br-int',has_traffic_filtering=True,id=a880bb42-4846-4b49-880a-24c109270aa1,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa880bb42-48') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa880bb42-48, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=077861c5-dfeb-4df9-bc91-b1933295a200) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:21 user nova-compute[75255]: INFO os_vif [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:a0:2d,bridge_name='br-int',has_traffic_filtering=True,id=a880bb42-4846-4b49-880a-24c109270aa1,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa880bb42-48')
Dec 01 21:26:21 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Deleting instance files /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f_del
Dec 01 21:26:21 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Deletion of /opt/stack/data/nova/instances/ca7c0111-e517-47f6-9567-040013e4369f_del complete
Dec 01 21:26:21 user nova-compute[75255]: INFO nova.compute.manager [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Took 0.83 seconds to destroy the instance on the hypervisor.
Dec 01 21:26:21 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: ca7c0111-e517-47f6-9567-040013e4369f] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:26:21 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Took 0.88 seconds to deallocate network for instance.
Dec 01 21:26:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-fb0370c0-4127-40bf-836a-7e4177d583c9 req-6f28c973-3766-4c09-a1c4-7ff5022798d9 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fb0370c0-4127-40bf-836a-7e4177d583c9 req-6f28c973-3766-4c09-a1c4-7ff5022798d9 service nova] Acquiring lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fb0370c0-4127-40bf-836a-7e4177d583c9 req-6f28c973-3766-4c09-a1c4-7ff5022798d9 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fb0370c0-4127-40bf-836a-7e4177d583c9 req-6f28c973-3766-4c09-a1c4-7ff5022798d9 service nova] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-fb0370c0-4127-40bf-836a-7e4177d583c9 req-6f28c973-3766-4c09-a1c4-7ff5022798d9 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] No waiting events found dispatching network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:26:21 user nova-compute[75255]: WARNING nova.compute.manager [req-fb0370c0-4127-40bf-836a-7e4177d583c9 req-6f28c973-3766-4c09-a1c4-7ff5022798d9 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received unexpected event network-vif-plugged-ee4b3674-1343-4a16-9d31-c5946b37755c for instance with vm_state active and task_state deleting.
Dec 01 21:26:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-eff80ac5-4ff8-4adb-9b33-59284ab9576d req-a245d117-99ea-46a9-8db8-9702e16fa4a4 service nova] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Received event network-vif-deleted-ee4b3674-1343-4a16-9d31-c5946b37755c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:26:22 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Took 0.95 seconds to deallocate network for instance.
Dec 01 21:26:22 user nova-compute[75255]: INFO nova.compute.manager [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Took 0.88 seconds to detach 1 volumes for instance.
Dec 01 21:26:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 7515090f-8b36-462a-8db8-2e59cafee1b1] Deleting volume: c4955cd5-095b-4959-82c3-f4cff4d34fa6 {{(pid=75255) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.301s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.227s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:22 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Deleted allocations for instance ca7c0111-e517-47f6-9567-040013e4369f
Dec 01 21:26:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-15e09919-e232-4936-87e2-20aac4781c8d tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "ca7c0111-e517-47f6-9567-040013e4369f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.366s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-f59f149d-b54c-4133-9f44-bf909c41f701 req-84704b5d-77bd-4fb3-822f-1dbbc3fece6b service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received event network-vif-plugged-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f59f149d-b54c-4133-9f44-bf909c41f701 req-84704b5d-77bd-4fb3-822f-1dbbc3fece6b service nova] Acquiring lock "ca7c0111-e517-47f6-9567-040013e4369f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f59f149d-b54c-4133-9f44-bf909c41f701 req-84704b5d-77bd-4fb3-822f-1dbbc3fece6b service nova] Lock "ca7c0111-e517-47f6-9567-040013e4369f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f59f149d-b54c-4133-9f44-bf909c41f701 req-84704b5d-77bd-4fb3-822f-1dbbc3fece6b service nova] Lock "ca7c0111-e517-47f6-9567-040013e4369f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-f59f149d-b54c-4133-9f44-bf909c41f701 req-84704b5d-77bd-4fb3-822f-1dbbc3fece6b service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] No waiting events found dispatching network-vif-plugged-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:26:22 user nova-compute[75255]: WARNING nova.compute.manager [req-f59f149d-b54c-4133-9f44-bf909c41f701 req-84704b5d-77bd-4fb3-822f-1dbbc3fece6b service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received unexpected event network-vif-plugged-a880bb42-4846-4b49-880a-24c109270aa1 for instance with vm_state deleted and task_state None.
Dec 01 21:26:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-f59f149d-b54c-4133-9f44-bf909c41f701 req-84704b5d-77bd-4fb3-822f-1dbbc3fece6b service nova] [instance: ca7c0111-e517-47f6-9567-040013e4369f] Received event network-vif-deleted-a880bb42-4846-4b49-880a-24c109270aa1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:26:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.294s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:22 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Deleted allocations for instance 7515090f-8b36-462a-8db8-2e59cafee1b1
Dec 01 21:26:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2b4a764c-8bfd-4573-9c8e-ed2d2c9aa8bc tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "7515090f-8b36-462a-8db8-2e59cafee1b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.762s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:26:27 user nova-compute[75255]: INFO nova.compute.claims [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Claim successful on node user
Dec 01 21:26:27 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.296s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:26:27 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:26:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:26:27 user nova-compute[75255]: DEBUG nova.policy [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6eecc6cdf3c49b7a6ccd0e33dfeb062', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8f460482a61406a9efa3b06a26cfb79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG nova.compute.manager [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:26:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Creating image(s)
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.206s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.210s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk 1073741824" returned: 0 in 0.049s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Cannot resize image /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Ensure instance console log exists: /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Successfully created port: c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:26:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Successfully updated port: c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:26:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:26:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquired lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:26:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-3c636b53-0b90-4f76-bbe9-19ef8d353ee9 req-3de7884c-10a1-401d-a9e2-cc7eef6f20f6 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-changed-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-3c636b53-0b90-4f76-bbe9-19ef8d353ee9 req-3de7884c-10a1-401d-a9e2-cc7eef6f20f6 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Refreshing instance network info cache due to event network-changed-c431ef1c-f68d-4d5b-8218-5bf32aa06375. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3c636b53-0b90-4f76-bbe9-19ef8d353ee9 req-3de7884c-10a1-401d-a9e2-cc7eef6f20f6 service nova] Acquiring lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.network.neutron [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.network.neutron [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating instance_info_cache with network_info: [{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Releasing lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Instance network_info: |[{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3c636b53-0b90-4f76-bbe9-19ef8d353ee9 req-3de7884c-10a1-401d-a9e2-cc7eef6f20f6 service nova] Acquired lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-3c636b53-0b90-4f76-bbe9-19ef8d353ee9 req-3de7884c-10a1-401d-a9e2-cc7eef6f20f6 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Refreshing network info cache for port c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Start _get_guest_xml network_info=[{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:26:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:26:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:26:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-663095757',display_name='tempest-ServerRescueNegativeTestJSON-server-663095757',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-663095757',id=34,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCygBr3UL16y4ziPXUGelyZYTGJdXUZLJr9cvoXhTrs48HFHqwm//UY1FCv+n25C+Mxyod8JyzzHJzjOAppY5VOiXtAdbvJKXKr27oRARyRs0HBfky5oRvsIiJL2gcNeJw==',key_name='tempest-keypair-396642898',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-5i5ntviy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:26:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=1b9f236b-9ac7-4d01-bd46-e47ec065d46f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:a7:b8,bridge_name='br-int',has_traffic_filtering=True,id=c431ef1c-f68d-4d5b-8218-5bf32aa06375,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc431ef1c-f6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.objects.instance [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'pci_devices' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:26:30 user nova-compute[75255]:   <uuid>1b9f236b-9ac7-4d01-bd46-e47ec065d46f</uuid>
Dec 01 21:26:30 user nova-compute[75255]:   <name>instance-00000022</name>
Dec 01 21:26:30 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:26:30 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:26:30 user nova-compute[75255]:   <metadata>
Dec 01 21:26:30 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:26:30 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:26:30 user nova-compute[75255]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-663095757</nova:name>
Dec 01 21:26:30 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:26:30</nova:creationTime>
Dec 01 21:26:30 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:26:30 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:26:30 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:26:30 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:26:30 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:26:30 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:26:30 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:26:30 user nova-compute[75255]:       <nova:owner>
Dec 01 21:26:30 user nova-compute[75255]:         <nova:user uuid="c6eecc6cdf3c49b7a6ccd0e33dfeb062">tempest-ServerRescueNegativeTestJSON-282137854-project-member</nova:user>
Dec 01 21:26:30 user nova-compute[75255]:         <nova:project uuid="f8f460482a61406a9efa3b06a26cfb79">tempest-ServerRescueNegativeTestJSON-282137854</nova:project>
Dec 01 21:26:30 user nova-compute[75255]:       </nova:owner>
Dec 01 21:26:30 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:26:30 user nova-compute[75255]:       <nova:ports>
Dec 01 21:26:30 user nova-compute[75255]:         <nova:port uuid="c431ef1c-f68d-4d5b-8218-5bf32aa06375">
Dec 01 21:26:30 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 01 21:26:30 user nova-compute[75255]:         </nova:port>
Dec 01 21:26:30 user nova-compute[75255]:       </nova:ports>
Dec 01 21:26:30 user nova-compute[75255]:     </nova:instance>
Dec 01 21:26:30 user nova-compute[75255]:   </metadata>
Dec 01 21:26:30 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:26:30 user nova-compute[75255]:     <system>
Dec 01 21:26:30 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:26:30 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:26:30 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:26:30 user nova-compute[75255]:       <entry name="serial">1b9f236b-9ac7-4d01-bd46-e47ec065d46f</entry>
Dec 01 21:26:30 user nova-compute[75255]:       <entry name="uuid">1b9f236b-9ac7-4d01-bd46-e47ec065d46f</entry>
Dec 01 21:26:30 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:26:30 user nova-compute[75255]:     </system>
Dec 01 21:26:30 user nova-compute[75255]:   </sysinfo>
Dec 01 21:26:30 user nova-compute[75255]:   <os>
Dec 01 21:26:30 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:26:30 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:26:30 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:26:30 user nova-compute[75255]:   </os>
Dec 01 21:26:30 user nova-compute[75255]:   <features>
Dec 01 21:26:30 user nova-compute[75255]:     <acpi/>
Dec 01 21:26:30 user nova-compute[75255]:     <apic/>
Dec 01 21:26:30 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:26:30 user nova-compute[75255]:   </features>
Dec 01 21:26:30 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:26:30 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:26:30 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:26:30 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:26:30 user nova-compute[75255]:   </clock>
Dec 01 21:26:30 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:26:30 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:26:30 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:26:30 user nova-compute[75255]:   </cpu>
Dec 01 21:26:30 user nova-compute[75255]:   <devices>
Dec 01 21:26:30 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:26:30 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:26:30 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk"/>
Dec 01 21:26:30 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:26:30 user nova-compute[75255]:     </disk>
Dec 01 21:26:30 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:26:30 user nova-compute[75255]:       <mac address="fa:16:3e:81:a7:b8"/>
Dec 01 21:26:30 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:26:30 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:26:30 user nova-compute[75255]:       <target dev="tapc431ef1c-f6"/>
Dec 01 21:26:30 user nova-compute[75255]:     </interface>
Dec 01 21:26:30 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:26:30 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/console.log" append="off"/>
Dec 01 21:26:30 user nova-compute[75255]:     </serial>
Dec 01 21:26:30 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:26:30 user nova-compute[75255]:     <video>
Dec 01 21:26:30 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:26:30 user nova-compute[75255]:     </video>
Dec 01 21:26:30 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:26:30 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:26:30 user nova-compute[75255]:     </rng>
Dec 01 21:26:30 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:26:30 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:26:30 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:26:30 user nova-compute[75255]:     </memballoon>
Dec 01 21:26:30 user nova-compute[75255]:   </devices>
Dec 01 21:26:30 user nova-compute[75255]: </domain>
Dec 01 21:26:30 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:26:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-663095757',display_name='tempest-ServerRescueNegativeTestJSON-server-663095757',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-663095757',id=34,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCygBr3UL16y4ziPXUGelyZYTGJdXUZLJr9cvoXhTrs48HFHqwm//UY1FCv+n25C+Mxyod8JyzzHJzjOAppY5VOiXtAdbvJKXKr27oRARyRs0HBfky5oRvsIiJL2gcNeJw==',key_name='tempest-keypair-396642898',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-5i5ntviy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:26:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=1b9f236b-9ac7-4d01-bd46-e47ec065d46f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:a7:b8,bridge_name='br-int',has_traffic_filtering=True,id=c431ef1c-f68d-4d5b-8218-5bf32aa06375,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc431ef1c-f6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG os_vif [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:a7:b8,bridge_name='br-int',has_traffic_filtering=True,id=c431ef1c-f68d-4d5b-8218-5bf32aa06375,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc431ef1c-f6') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '48677892-e6d2-5d67-90d7-6f4272ce108a', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc431ef1c-f6, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc431ef1c-f6, col_values=(('qos', UUID('12caac81-7b5b-4aa6-bc97-259c0891f905')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc431ef1c-f6, col_values=(('external_ids', {'iface-id': 'c431ef1c-f68d-4d5b-8218-5bf32aa06375', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:a7:b8', 'vm-uuid': '1b9f236b-9ac7-4d01-bd46-e47ec065d46f'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:30 user nova-compute[75255]: INFO os_vif [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:a7:b8,bridge_name='br-int',has_traffic_filtering=True,id=c431ef1c-f68d-4d5b-8218-5bf32aa06375,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc431ef1c-f6')
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No VIF found with MAC fa:16:3e:81:a7:b8, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-3c636b53-0b90-4f76-bbe9-19ef8d353ee9 req-3de7884c-10a1-401d-a9e2-cc7eef6f20f6 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updated VIF entry in instance network info cache for port c431ef1c-f68d-4d5b-8218-5bf32aa06375. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-3c636b53-0b90-4f76-bbe9-19ef8d353ee9 req-3de7884c-10a1-401d-a9e2-cc7eef6f20f6 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating instance_info_cache with network_info: [{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:26:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3c636b53-0b90-4f76-bbe9-19ef8d353ee9 req-3de7884c-10a1-401d-a9e2-cc7eef6f20f6 service nova] Releasing lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:26:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-27fb0ec9-8490-4f4b-ab9a-87ba52e7c39b req-04e42b0c-2ace-4ae7-bfe1-f9fd37577061 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-27fb0ec9-8490-4f4b-ab9a-87ba52e7c39b req-04e42b0c-2ace-4ae7-bfe1-f9fd37577061 service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-27fb0ec9-8490-4f4b-ab9a-87ba52e7c39b req-04e42b0c-2ace-4ae7-bfe1-f9fd37577061 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-27fb0ec9-8490-4f4b-ab9a-87ba52e7c39b req-04e42b0c-2ace-4ae7-bfe1-f9fd37577061 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-27fb0ec9-8490-4f4b-ab9a-87ba52e7c39b req-04e42b0c-2ace-4ae7-bfe1-f9fd37577061 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:26:31 user nova-compute[75255]: WARNING nova.compute.manager [req-27fb0ec9-8490-4f4b-ab9a-87ba52e7c39b req-04e42b0c-2ace-4ae7-bfe1-f9fd37577061 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state building and task_state spawning.
Dec 01 21:26:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:26:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:26:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Instance spawned successfully.
Dec 01 21:26:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:26:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:26:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:26:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:26:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:26:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:26:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:26:33 user nova-compute[75255]: INFO nova.compute.manager [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Took 5.94 seconds to spawn the instance on the hypervisor.
Dec 01 21:26:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:26:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-51d01175-3334-437c-abe5-d6e6946e73bd req-bddc38f5-8d72-4d3c-bec0-432e4883235f service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:26:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d01175-3334-437c-abe5-d6e6946e73bd req-bddc38f5-8d72-4d3c-bec0-432e4883235f service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:26:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d01175-3334-437c-abe5-d6e6946e73bd req-bddc38f5-8d72-4d3c-bec0-432e4883235f service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:26:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51d01175-3334-437c-abe5-d6e6946e73bd req-bddc38f5-8d72-4d3c-bec0-432e4883235f service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-51d01175-3334-437c-abe5-d6e6946e73bd req-bddc38f5-8d72-4d3c-bec0-432e4883235f service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:26:34 user nova-compute[75255]: WARNING nova.compute.manager [req-51d01175-3334-437c-abe5-d6e6946e73bd req-bddc38f5-8d72-4d3c-bec0-432e4883235f service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state building and task_state spawning.
Dec 01 21:26:34 user nova-compute[75255]: INFO nova.compute.manager [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Took 6.56 seconds to build instance.
Dec 01 21:26:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-18aaa38d-a13c-44bb-b410-9cd97a29d865 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.651s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:26:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:26:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:26:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:27:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:27:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:27:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:27:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:11 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:27:11 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:27:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:27:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:27:11 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:12 user nova-compute[75255]: INFO nova.compute.manager [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Detaching volume 76f30d55-45a6-4964-bd9c-29f2e0f53239
Dec 01 21:27:12 user nova-compute[75255]: INFO nova.virt.block_device [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Attempting to driver detach volume 76f30d55-45a6-4964-bd9c-29f2e0f53239 from mountpoint /dev/vdb
Dec 01 21:27:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Attempting to detach device vdb from instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:27:12 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:27:12 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:27:12 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:27:12 user nova-compute[75255]:   <serial>76f30d55-45a6-4964-bd9c-29f2e0f53239</serial>
Dec 01 21:27:12 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:27:12 user nova-compute[75255]: </disk>
Dec 01 21:27:12 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:27:12 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully detached device vdb from instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 from the persistent domain config.
Dec 01 21:27:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:27:12 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:27:12 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:27:12 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:27:12 user nova-compute[75255]:   <serial>76f30d55-45a6-4964-bd9c-29f2e0f53239</serial>
Dec 01 21:27:12 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:27:12 user nova-compute[75255]: </disk>
Dec 01 21:27:12 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updating instance_info_cache with network_info: [{"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:27:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:27:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.234s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "76e89914-6bf7-4d84-870d-60801590ee5a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "76e89914-6bf7-4d84-870d-60801590ee5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "76e89914-6bf7-4d84-870d-60801590ee5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "76e89914-6bf7-4d84-870d-60801590ee5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "76e89914-6bf7-4d84-870d-60801590ee5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:14 user nova-compute[75255]: INFO nova.compute.manager [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Terminating instance
Dec 01 21:27:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:15 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Instance destroyed successfully.
Dec 01 21:27:15 user nova-compute[75255]: DEBUG nova.objects.instance [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lazy-loading 'resources' on Instance uuid 76e89914-6bf7-4d84-870d-60801590ee5a {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:07:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1716133676',display_name='tempest-ServerActionsTestOtherA-server-1716133676',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1716133676',id=5,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKqO4Syb+P+C8yg/VkZSYGx1wP7ZE26SfDQmsnFiwx38gDhmgd9AAkUfO9rzZ5hxKNfWQ1hxCMkhHPPKJUSbXD5SMFdQX/Lnco41L57hoYrc9EjuhKoBUBmKbF8on1Njew==',key_name='tempest-keypair-578871819',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:07:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f43d0e6c53a54e6790917116d634eb83',ramdisk_id='',reservation_id='r-9qwuxmp6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1164641327',owner_user_name='tempest-ServerActionsTestOtherA-1164641327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:07:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='07b91a0921e2473199a4ab60b9bd3480',uuid=76e89914-6bf7-4d84-870d-60801590ee5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converting VIF {"id": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "address": "fa:16:3e:0d:55:b9", "network": {"id": "36b65fed-3546-4c0f-ab3c-9c8c222c3c8d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1962051235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f43d0e6c53a54e6790917116d634eb83", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb4dc79e-bb", "ovs_interfaceid": "eb4dc79e-bb9d-40c8-b052-890ac421ba72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:55:b9,bridge_name='br-int',has_traffic_filtering=True,id=eb4dc79e-bb9d-40c8-b052-890ac421ba72,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb4dc79e-bb') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG os_vif [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:55:b9,bridge_name='br-int',has_traffic_filtering=True,id=eb4dc79e-bb9d-40c8-b052-890ac421ba72,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb4dc79e-bb') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeb4dc79e-bb, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d422fb1a-90ae-4504-a0a5-31fc97f47b17) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:27:15 user nova-compute[75255]: INFO os_vif [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:55:b9,bridge_name='br-int',has_traffic_filtering=True,id=eb4dc79e-bb9d-40c8-b052-890ac421ba72,network=Network(36b65fed-3546-4c0f-ab3c-9c8c222c3c8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb4dc79e-bb')
Dec 01 21:27:15 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Deleting instance files /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a_del
Dec 01 21:27:15 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Deletion of /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a_del complete
Dec 01 21:27:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:15 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000005, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/76e89914-6bf7-4d84-870d-60801590ee5a/disk
Dec 01 21:27:15 user nova-compute[75255]: INFO nova.compute.manager [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Took 1.29 seconds to destroy the instance on the hypervisor.
Dec 01 21:27:15 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:27:15 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:27:15 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:27:15 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8301MB free_disk=25.140277862548828GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 76e89914-6bf7-4d84-870d-60801590ee5a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.400s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:27:16 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Took 0.56 seconds to deallocate network for instance.
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-fdf4e5c7-8775-41a5-a713-a31f9c217184 req-5ef917db-d4a0-483b-a04f-34522641b8d8 service nova] [instance: 76e89914-6bf7-4d84-870d-60801590ee5a] Received event network-vif-deleted-eb4dc79e-bb9d-40c8-b052-890ac421ba72 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:27:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.263s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:16 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Deleted allocations for instance 76e89914-6bf7-4d84-870d-60801590ee5a
Dec 01 21:27:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f5fbc6ff-7f94-4ad0-81bc-0302cca038b8 tempest-ServerActionsTestOtherA-1164641327 tempest-ServerActionsTestOtherA-1164641327-project-member] Lock "76e89914-6bf7-4d84-870d-60801590ee5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.324s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:17 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:27:17 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:27:17 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:27:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:19 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:27:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:27:25 user nova-compute[75255]: INFO nova.compute.claims [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Claim successful on node user
Dec 01 21:27:25 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.303s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:27:25 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:27:25 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:27:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG nova.policy [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '159534e984314b6c9ef03af7dad00fe4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1457d7dbb7ed4dc89cd776aa1bb02728', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:27:26 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Creating image(s)
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "/opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "/opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "/opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk 1073741824" returned: 0 in 0.047s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.194s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Successfully created port: 5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Cannot resize image /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Ensure instance console log exists: /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Successfully updated port: 5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquired lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-e257d213-70db-427e-b9e7-b1d2f641b6ea req-bf3e16de-6269-4e26-9339-af6e4b0c44a7 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received event network-changed-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-e257d213-70db-427e-b9e7-b1d2f641b6ea req-bf3e16de-6269-4e26-9339-af6e4b0c44a7 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Refreshing instance network info cache due to event network-changed-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e257d213-70db-427e-b9e7-b1d2f641b6ea req-bf3e16de-6269-4e26-9339-af6e4b0c44a7 service nova] Acquiring lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updating instance_info_cache with network_info: [{"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Releasing lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Instance network_info: |[{"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e257d213-70db-427e-b9e7-b1d2f641b6ea req-bf3e16de-6269-4e26-9339-af6e4b0c44a7 service nova] Acquired lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-e257d213-70db-427e-b9e7-b1d2f641b6ea req-bf3e16de-6269-4e26-9339-af6e4b0c44a7 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Refreshing network info cache for port 5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Start _get_guest_xml network_info=[{"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:27:27 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:27:27 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:27:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1006896898',display_name='tempest-TestStampPattern-server-1006896898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1006896898',id=35,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH0CCAIjREPxG7SOEG0JiMSjxtDCNIHhKXJ1rfwsxhf89Qge9KR/V3UwO3l3Sx15+6QgFHxg2WtQOQ+DlcJ+cCqVmRCZ6n8UiZW0ebrUU25xhXqjAYjBGTf3PduSIEUQqQ==',key_name='tempest-TestStampPattern-1785533011',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1457d7dbb7ed4dc89cd776aa1bb02728',ramdisk_id='',reservation_id='r-8m09pt9n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-2027410492',owner_user_name='tempest-TestStampPattern-2027410492-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:27:26Z,user_data=None,user_id='159534e984314b6c9ef03af7dad00fe4',uuid=4d1485ad-4571-40d7-8cb9-15ff0ea2c18f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converting VIF {"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:93:c1,bridge_name='br-int',has_traffic_filtering=True,id=5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fd30ff1-bc') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.objects.instance [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lazy-loading 'pci_devices' on Instance uuid 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:27:27 user nova-compute[75255]:   <uuid>4d1485ad-4571-40d7-8cb9-15ff0ea2c18f</uuid>
Dec 01 21:27:27 user nova-compute[75255]:   <name>instance-00000023</name>
Dec 01 21:27:27 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:27:27 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:27:27 user nova-compute[75255]:   <metadata>
Dec 01 21:27:27 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:27:27 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:27:27 user nova-compute[75255]:       <nova:name>tempest-TestStampPattern-server-1006896898</nova:name>
Dec 01 21:27:27 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:27:27</nova:creationTime>
Dec 01 21:27:27 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:27:27 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:27:27 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:27:27 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:27:27 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:27:27 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:27:27 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:27:27 user nova-compute[75255]:       <nova:owner>
Dec 01 21:27:27 user nova-compute[75255]:         <nova:user uuid="159534e984314b6c9ef03af7dad00fe4">tempest-TestStampPattern-2027410492-project-member</nova:user>
Dec 01 21:27:27 user nova-compute[75255]:         <nova:project uuid="1457d7dbb7ed4dc89cd776aa1bb02728">tempest-TestStampPattern-2027410492</nova:project>
Dec 01 21:27:27 user nova-compute[75255]:       </nova:owner>
Dec 01 21:27:27 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:27:27 user nova-compute[75255]:       <nova:ports>
Dec 01 21:27:27 user nova-compute[75255]:         <nova:port uuid="5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc">
Dec 01 21:27:27 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 21:27:27 user nova-compute[75255]:         </nova:port>
Dec 01 21:27:27 user nova-compute[75255]:       </nova:ports>
Dec 01 21:27:27 user nova-compute[75255]:     </nova:instance>
Dec 01 21:27:27 user nova-compute[75255]:   </metadata>
Dec 01 21:27:27 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:27:27 user nova-compute[75255]:     <system>
Dec 01 21:27:27 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:27:27 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:27:27 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:27:27 user nova-compute[75255]:       <entry name="serial">4d1485ad-4571-40d7-8cb9-15ff0ea2c18f</entry>
Dec 01 21:27:27 user nova-compute[75255]:       <entry name="uuid">4d1485ad-4571-40d7-8cb9-15ff0ea2c18f</entry>
Dec 01 21:27:27 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:27:27 user nova-compute[75255]:     </system>
Dec 01 21:27:27 user nova-compute[75255]:   </sysinfo>
Dec 01 21:27:27 user nova-compute[75255]:   <os>
Dec 01 21:27:27 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:27:27 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:27:27 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:27:27 user nova-compute[75255]:   </os>
Dec 01 21:27:27 user nova-compute[75255]:   <features>
Dec 01 21:27:27 user nova-compute[75255]:     <acpi/>
Dec 01 21:27:27 user nova-compute[75255]:     <apic/>
Dec 01 21:27:27 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:27:27 user nova-compute[75255]:   </features>
Dec 01 21:27:27 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:27:27 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:27:27 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:27:27 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:27:27 user nova-compute[75255]:   </clock>
Dec 01 21:27:27 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:27:27 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:27:27 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:27:27 user nova-compute[75255]:   </cpu>
Dec 01 21:27:27 user nova-compute[75255]:   <devices>
Dec 01 21:27:27 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:27:27 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:27:27 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk"/>
Dec 01 21:27:27 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:27:27 user nova-compute[75255]:     </disk>
Dec 01 21:27:27 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:27:27 user nova-compute[75255]:       <mac address="fa:16:3e:07:93:c1"/>
Dec 01 21:27:27 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:27:27 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:27:27 user nova-compute[75255]:       <target dev="tap5fd30ff1-bc"/>
Dec 01 21:27:27 user nova-compute[75255]:     </interface>
Dec 01 21:27:27 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:27:27 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/console.log" append="off"/>
Dec 01 21:27:27 user nova-compute[75255]:     </serial>
Dec 01 21:27:27 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:27:27 user nova-compute[75255]:     <video>
Dec 01 21:27:27 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:27:27 user nova-compute[75255]:     </video>
Dec 01 21:27:27 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:27:27 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:27:27 user nova-compute[75255]:     </rng>
Dec 01 21:27:27 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:27:27 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:27:27 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:27:27 user nova-compute[75255]:     </memballoon>
Dec 01 21:27:27 user nova-compute[75255]:   </devices>
Dec 01 21:27:27 user nova-compute[75255]: </domain>
Dec 01 21:27:27 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:27:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1006896898',display_name='tempest-TestStampPattern-server-1006896898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1006896898',id=35,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH0CCAIjREPxG7SOEG0JiMSjxtDCNIHhKXJ1rfwsxhf89Qge9KR/V3UwO3l3Sx15+6QgFHxg2WtQOQ+DlcJ+cCqVmRCZ6n8UiZW0ebrUU25xhXqjAYjBGTf3PduSIEUQqQ==',key_name='tempest-TestStampPattern-1785533011',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1457d7dbb7ed4dc89cd776aa1bb02728',ramdisk_id='',reservation_id='r-8m09pt9n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-2027410492',owner_user_name='tempest-TestStampPattern-2027410492-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:27:26Z,user_data=None,user_id='159534e984314b6c9ef03af7dad00fe4',uuid=4d1485ad-4571-40d7-8cb9-15ff0ea2c18f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converting VIF {"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:93:c1,bridge_name='br-int',has_traffic_filtering=True,id=5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fd30ff1-bc') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG os_vif [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:93:c1,bridge_name='br-int',has_traffic_filtering=True,id=5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fd30ff1-bc') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '570736c7-cded-5f86-ae2b-cebaf307c3dd', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5fd30ff1-bc, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5fd30ff1-bc, col_values=(('qos', UUID('71b027df-54fa-4838-850f-39b5f12b386e')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5fd30ff1-bc, col_values=(('external_ids', {'iface-id': '5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:93:c1', 'vm-uuid': '4d1485ad-4571-40d7-8cb9-15ff0ea2c18f'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:27 user nova-compute[75255]: INFO os_vif [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:93:c1,bridge_name='br-int',has_traffic_filtering=True,id=5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fd30ff1-bc')
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:27:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] No VIF found with MAC fa:16:3e:07:93:c1, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:27:28 user nova-compute[75255]: DEBUG nova.network.neutron [req-e257d213-70db-427e-b9e7-b1d2f641b6ea req-bf3e16de-6269-4e26-9339-af6e4b0c44a7 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updated VIF entry in instance network info cache for port 5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:27:28 user nova-compute[75255]: DEBUG nova.network.neutron [req-e257d213-70db-427e-b9e7-b1d2f641b6ea req-bf3e16de-6269-4e26-9339-af6e4b0c44a7 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updating instance_info_cache with network_info: [{"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:27:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e257d213-70db-427e-b9e7-b1d2f641b6ea req-bf3e16de-6269-4e26-9339-af6e4b0c44a7 service nova] Releasing lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:27:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-5c15f412-f7ec-4105-86e8-9c856e760869 req-72922b1a-ce99-436a-9570-fb1c49f39c8b service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received event network-vif-plugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5c15f412-f7ec-4105-86e8-9c856e760869 req-72922b1a-ce99-436a-9570-fb1c49f39c8b service nova] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5c15f412-f7ec-4105-86e8-9c856e760869 req-72922b1a-ce99-436a-9570-fb1c49f39c8b service nova] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5c15f412-f7ec-4105-86e8-9c856e760869 req-72922b1a-ce99-436a-9570-fb1c49f39c8b service nova] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-5c15f412-f7ec-4105-86e8-9c856e760869 req-72922b1a-ce99-436a-9570-fb1c49f39c8b service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] No waiting events found dispatching network-vif-plugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:27:29 user nova-compute[75255]: WARNING nova.compute.manager [req-5c15f412-f7ec-4105-86e8-9c856e760869 req-72922b1a-ce99-436a-9570-fb1c49f39c8b service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received unexpected event network-vif-plugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc for instance with vm_state building and task_state spawning.
Dec 01 21:27:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:27:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Instance spawned successfully.
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:27:31 user nova-compute[75255]: INFO nova.compute.manager [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Took 5.33 seconds to spawn the instance on the hypervisor.
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:27:31 user nova-compute[75255]: INFO nova.compute.manager [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Took 5.96 seconds to build instance.
Dec 01 21:27:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-2fda45df-74d8-4376-b8d7-37b95b06583b tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.050s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-7975f01b-7d19-4ae4-8b90-94335b619fbd req-dd90cb2e-bac1-4a32-b2fa-fdd14463b2c8 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received event network-vif-plugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7975f01b-7d19-4ae4-8b90-94335b619fbd req-dd90cb2e-bac1-4a32-b2fa-fdd14463b2c8 service nova] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7975f01b-7d19-4ae4-8b90-94335b619fbd req-dd90cb2e-bac1-4a32-b2fa-fdd14463b2c8 service nova] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7975f01b-7d19-4ae4-8b90-94335b619fbd req-dd90cb2e-bac1-4a32-b2fa-fdd14463b2c8 service nova] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-7975f01b-7d19-4ae4-8b90-94335b619fbd req-dd90cb2e-bac1-4a32-b2fa-fdd14463b2c8 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] No waiting events found dispatching network-vif-plugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:27:31 user nova-compute[75255]: WARNING nova.compute.manager [req-7975f01b-7d19-4ae4-8b90-94335b619fbd req-dd90cb2e-bac1-4a32-b2fa-fdd14463b2c8 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received unexpected event network-vif-plugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc for instance with vm_state active and task_state None.
Dec 01 21:27:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:32 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 is timed out.
Dec 01 21:27:32 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully detached device vdb from instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 from the live domain config.
Dec 01 21:27:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hpvDLTat', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:27:32 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:27:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b717d8a-3097-4410-8de0-a172e7579ef4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:27:32 user nova-compute[75255]: No targets found.
Dec 01 21:27:32 user nova-compute[75255]: iSNS:
Dec 01 21:27:32 user nova-compute[75255]: No targets found.
Dec 01 21:27:32 user nova-compute[75255]: STATIC:
Dec 01 21:27:32 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004
Dec 01 21:27:32 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:27:32 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:27:32 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239
Dec 01 21:27:32 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:27:32 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:27:32 user nova-compute[75255]: FIRMWARE:
Dec 01 21:27:32 user nova-compute[75255]: No targets found.
Dec 01 21:27:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:27:32 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:27:32 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5e6fe2a-011c-484d-b083-0da23db7bf6d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ade1a308-f7fc-4ddf-a7ff-dc72517d3fe5]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:27:32 user nova-compute[75255]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:27:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:27:32 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 (non-flash)
Dec 01 21:27:32 user nova-compute[75255]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:27:32 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82804c39a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c234a1c-bbe3-4c4b-8daa-8a8966e2e71a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[04bebf50-28a9-4a8d-982d-9d0af6bd4a82]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2b014cb-dd7a-40e2-970a-22971267e43e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a35171-d3e0-45a4-8d38-ae9951e12b2c]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9892a6c0-04db-4e87-9ec9-c9b5cc3a3d76]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c714c8-6c13-4988-9df1-743c302c3920]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239, portal: 172.16.0.220,3260]
Dec 01 21:27:33 user nova-compute[75255]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239, portal: 172.16.0.220,3260] successful.
Dec 01 21:27:33 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:76f30d55-45a6-4964-bd9c-29f2e0f53239 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[55ac4946-20ed-4907-bd57-5c8b8ba8cd36]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] <== disconnect_volume: return (286ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:27:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-ec85d0c4-ac3a-4369-881b-d8194876a7d4 req-4c13dca2-5c91-4a07-a88c-cc9964647ddb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-changed-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:27:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-ec85d0c4-ac3a-4369-881b-d8194876a7d4 req-4c13dca2-5c91-4a07-a88c-cc9964647ddb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Refreshing instance network info cache due to event network-changed-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:27:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ec85d0c4-ac3a-4369-881b-d8194876a7d4 req-4c13dca2-5c91-4a07-a88c-cc9964647ddb service nova] Acquiring lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:27:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ec85d0c4-ac3a-4369-881b-d8194876a7d4 req-4c13dca2-5c91-4a07-a88c-cc9964647ddb service nova] Acquired lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:27:34 user nova-compute[75255]: DEBUG nova.network.neutron [req-ec85d0c4-ac3a-4369-881b-d8194876a7d4 req-4c13dca2-5c91-4a07-a88c-cc9964647ddb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Refreshing network info cache for port ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:27:34 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'flavor' on Instance uuid 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:27:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8ca50381-f046-421c-9a57-7ff4bdddf073 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.909s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:34 user nova-compute[75255]: DEBUG nova.network.neutron [req-ec85d0c4-ac3a-4369-881b-d8194876a7d4 req-4c13dca2-5c91-4a07-a88c-cc9964647ddb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updated VIF entry in instance network info cache for port ff4d5a80-16ff-451f-8f4d-6b51c5e40afd. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:27:34 user nova-compute[75255]: DEBUG nova.network.neutron [req-ec85d0c4-ac3a-4369-881b-d8194876a7d4 req-4c13dca2-5c91-4a07-a88c-cc9964647ddb service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating instance_info_cache with network_info: [{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:27:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ec85d0c4-ac3a-4369-881b-d8194876a7d4 req-4c13dca2-5c91-4a07-a88c-cc9964647ddb service nova] Releasing lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-f534ab60-0bb0-4f73-8a38-23ccde73c100 req-67ee21a7-c58b-4a32-8fe1-dd3d8319449f service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-changed-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-f534ab60-0bb0-4f73-8a38-23ccde73c100 req-67ee21a7-c58b-4a32-8fe1-dd3d8319449f service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Refreshing instance network info cache due to event network-changed-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f534ab60-0bb0-4f73-8a38-23ccde73c100 req-67ee21a7-c58b-4a32-8fe1-dd3d8319449f service nova] Acquiring lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f534ab60-0bb0-4f73-8a38-23ccde73c100 req-67ee21a7-c58b-4a32-8fe1-dd3d8319449f service nova] Acquired lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-f534ab60-0bb0-4f73-8a38-23ccde73c100 req-67ee21a7-c58b-4a32-8fe1-dd3d8319449f service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Refreshing network info cache for port ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:27:35 user nova-compute[75255]: INFO nova.compute.manager [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Detaching volume bbfa435d-1162-4e46-9e54-6e85f7190004
Dec 01 21:27:35 user nova-compute[75255]: INFO nova.virt.block_device [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Attempting to driver detach volume bbfa435d-1162-4e46-9e54-6e85f7190004 from mountpoint /dev/vdb
Dec 01 21:27:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Attempting to detach device vdb from instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:27:35 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:27:35 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:27:35 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:27:35 user nova-compute[75255]:   <serial>bbfa435d-1162-4e46-9e54-6e85f7190004</serial>
Dec 01 21:27:35 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 21:27:35 user nova-compute[75255]: </disk>
Dec 01 21:27:35 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:27:35 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Successfully detached device vdb from instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b from the persistent domain config.
Dec 01 21:27:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:27:35 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:27:35 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:27:35 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:27:35 user nova-compute[75255]:   <serial>bbfa435d-1162-4e46-9e54-6e85f7190004</serial>
Dec 01 21:27:35 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 21:27:35 user nova-compute[75255]: </disk>
Dec 01 21:27:35 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-f534ab60-0bb0-4f73-8a38-23ccde73c100 req-67ee21a7-c58b-4a32-8fe1-dd3d8319449f service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updated VIF entry in instance network info cache for port ff4d5a80-16ff-451f-8f4d-6b51c5e40afd. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG nova.network.neutron [req-f534ab60-0bb0-4f73-8a38-23ccde73c100 req-67ee21a7-c58b-4a32-8fe1-dd3d8319449f service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating instance_info_cache with network_info: [{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:27:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f534ab60-0bb0-4f73-8a38-23ccde73c100 req-67ee21a7-c58b-4a32-8fe1-dd3d8319449f service nova] Releasing lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:27:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:27:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:27:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:56 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b is timed out.
Dec 01 21:27:56 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Successfully detached device vdb from instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b from the live domain config.
Dec 01 21:27:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MfqgyUip', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:27:56 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a75dbdd3-6a7d-4d86-8c64-ebb6c4863dc7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:27:56 user nova-compute[75255]: No targets found.
Dec 01 21:27:56 user nova-compute[75255]: iSNS:
Dec 01 21:27:56 user nova-compute[75255]: No targets found.
Dec 01 21:27:56 user nova-compute[75255]: STATIC:
Dec 01 21:27:56 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004
Dec 01 21:27:56 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:27:56 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:27:56 user nova-compute[75255]: FIRMWARE:
Dec 01 21:27:56 user nova-compute[75255]: No targets found.
Dec 01 21:27:56 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:27:56 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:27:56 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc6493d-08be-42c7-958d-9822a1d383ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd66f67e-ce55-4768-823d-411b3289872c]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:27:56 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 (non-flash)
Dec 01 21:27:56 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825ceccc10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004'): ({'sde'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Removing single pathed devices sde {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6f8fe7d-a0ca-4d3d-9499-a6575d7654d1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9be94dd7-354c-4656-b4a4-0327d0ea264d]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Flushing IO for device /dev/sde {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8704dbd-7ef4-4c8b-ade0-0667bfa20f70]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.045s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a626625e-49a3-40d1-88a8-ce8a38c1aaef]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eada583-63b8-4591-aab2-34d5a3e7c3be]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7bae063-056d-4230-bfc3-57edac980efc]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260]
Dec 01 21:27:56 user nova-compute[75255]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004, portal: 172.16.0.220,3260] successful.
Dec 01 21:27:56 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbfa435d-1162-4e46-9e54-6e85f7190004 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3c2ff0b-0522-448a-bbf6-24a9dbc55e3e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] <== disconnect_volume: return (292ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:27:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:27:57 user nova-compute[75255]: DEBUG nova.objects.instance [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'flavor' on Instance uuid 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:27:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fc1f8efd-b2fa-4869-81cb-ed127c366516 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.778s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:27:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:27:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:02 user nova-compute[75255]: INFO nova.compute.manager [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Terminating instance
Dec 01 21:28:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-832c5609-f0c7-4849-bd90-98d0d8ff9083 req-69711e12-55ca-4ece-84cb-7446bf90d831 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-vif-unplugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-832c5609-f0c7-4849-bd90-98d0d8ff9083 req-69711e12-55ca-4ece-84cb-7446bf90d831 service nova] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-832c5609-f0c7-4849-bd90-98d0d8ff9083 req-69711e12-55ca-4ece-84cb-7446bf90d831 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-832c5609-f0c7-4849-bd90-98d0d8ff9083 req-69711e12-55ca-4ece-84cb-7446bf90d831 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-832c5609-f0c7-4849-bd90-98d0d8ff9083 req-69711e12-55ca-4ece-84cb-7446bf90d831 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] No waiting events found dispatching network-vif-unplugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-832c5609-f0c7-4849-bd90-98d0d8ff9083 req-69711e12-55ca-4ece-84cb-7446bf90d831 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-vif-unplugged-ee4d10b6-f510-4512-b369-f377d1615976 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Instance destroyed successfully.
Dec 01 21:28:03 user nova-compute[75255]: DEBUG nova.objects.instance [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'resources' on Instance uuid 58f4864d-1dc4-44c9-9cd2-ccb721bc7814 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:22:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1225676947',display_name='tempest-AttachVolumeNegativeTest-server-1225676947',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1225676947',id=31,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE3IxsHKjokYODHcNDL0OJ27VvI5UmQLghM/2aBb6WkFbgGWo3STP93O9Y7ccIAd1JvwDkCDfF8JwyDebgTmlufDUmfGzHgGeFD8J7omCKdfOsMs5/X+DF1hkmTXgCjp1A==',key_name='tempest-keypair-278065420',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:22:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-ett09qcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:22:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=58f4864d-1dc4-44c9-9cd2-ccb721bc7814,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "ee4d10b6-f510-4512-b369-f377d1615976", "address": "fa:16:3e:79:2d:ac", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee4d10b6-f5", "ovs_interfaceid": "ee4d10b6-f510-4512-b369-f377d1615976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:2d:ac,bridge_name='br-int',has_traffic_filtering=True,id=ee4d10b6-f510-4512-b369-f377d1615976,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4d10b6-f5') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG os_vif [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:2d:ac,bridge_name='br-int',has_traffic_filtering=True,id=ee4d10b6-f510-4512-b369-f377d1615976,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4d10b6-f5') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee4d10b6-f5, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=551e883e-796e-4849-ba25-279abc278376) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:03 user nova-compute[75255]: INFO os_vif [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:2d:ac,bridge_name='br-int',has_traffic_filtering=True,id=ee4d10b6-f510-4512-b369-f377d1615976,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee4d10b6-f5')
Dec 01 21:28:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Deleting instance files /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814_del
Dec 01 21:28:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Deletion of /opt/stack/data/nova/instances/58f4864d-1dc4-44c9-9cd2-ccb721bc7814_del complete
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:03 user nova-compute[75255]: INFO nova.compute.manager [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 01 21:28:03 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:04 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:28:04 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Took 0.79 seconds to deallocate network for instance.
Dec 01 21:28:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-bb35ffb2-7987-446e-8f3d-325f789ddbf2 req-4f9735d3-1789-4a80-82e7-c61c2c509178 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-vif-deleted-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:04 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:28:04 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:28:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.222s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:04 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Deleted allocations for instance 58f4864d-1dc4-44c9-9cd2-ccb721bc7814
Dec 01 21:28:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-7af958a3-93a7-42c0-a367-3985f86aae19 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.103s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] No waiting events found dispatching network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:05 user nova-compute[75255]: WARNING nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received unexpected event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 for instance with vm_state deleted and task_state None.
Dec 01 21:28:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] No waiting events found dispatching network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:05 user nova-compute[75255]: WARNING nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received unexpected event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 for instance with vm_state deleted and task_state None.
Dec 01 21:28:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] No waiting events found dispatching network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:05 user nova-compute[75255]: WARNING nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received unexpected event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 for instance with vm_state deleted and task_state None.
Dec 01 21:28:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-vif-unplugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] No waiting events found dispatching network-vif-unplugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:05 user nova-compute[75255]: WARNING nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received unexpected event network-vif-unplugged-ee4d10b6-f510-4512-b369-f377d1615976 for instance with vm_state deleted and task_state None.
Dec 01 21:28:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Acquiring lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] Lock "58f4864d-1dc4-44c9-9cd2-ccb721bc7814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] No waiting events found dispatching network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:05 user nova-compute[75255]: WARNING nova.compute.manager [req-bef8175e-568a-42ba-ad39-f891f51ff912 req-6bfa0587-8bc8-45e0-9546-637fe26a3675 service nova] [instance: 58f4864d-1dc4-44c9-9cd2-ccb721bc7814] Received unexpected event network-vif-plugged-ee4d10b6-f510-4512-b369-f377d1615976 for instance with vm_state deleted and task_state None.
Dec 01 21:28:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:08 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:10 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:10 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:28:11 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:11 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:12 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:28:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:28:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:28:12 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:28:13 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating instance_info_cache with network_info: [{"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:28:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-2f0a6b7e-ce01-4f92-b6e4-820b978f279b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:28:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:28:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:28:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:14 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:28:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:14 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:15 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:17 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:28:17 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8410MB free_disk=25.156883239746094GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.577s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.374s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:28:17 user nova-compute[75255]: INFO nova.compute.claims [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Claim successful on node user
Dec 01 21:28:17 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.345s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:28:18 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-add66d9e-009b-4cb6-a8f5-b83cfeab6d5f req-eea4efb6-aabb-4b76-890c-a8b679897a94 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-changed-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.compute.manager [req-add66d9e-009b-4cb6-a8f5-b83cfeab6d5f req-eea4efb6-aabb-4b76-890c-a8b679897a94 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Refreshing instance network info cache due to event network-changed-c431ef1c-f68d-4d5b-8218-5bf32aa06375. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-add66d9e-009b-4cb6-a8f5-b83cfeab6d5f req-eea4efb6-aabb-4b76-890c-a8b679897a94 service nova] Acquiring lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-add66d9e-009b-4cb6-a8f5-b83cfeab6d5f req-eea4efb6-aabb-4b76-890c-a8b679897a94 service nova] Acquired lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.network.neutron [req-add66d9e-009b-4cb6-a8f5-b83cfeab6d5f req-eea4efb6-aabb-4b76-890c-a8b679897a94 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Refreshing network info cache for port c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.policy [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f868fc92eea94bcb840f0285b9055119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f123b45555484e6b8b0b30b4998da2e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:28:18 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Creating image(s)
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "/opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "/opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "/opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.objects.instance [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'flavor' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk 1073741824" returned: 0 in 0.057s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:18 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Successfully created port: a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-add66d9e-009b-4cb6-a8f5-b83cfeab6d5f req-eea4efb6-aabb-4b76-890c-a8b679897a94 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updated VIF entry in instance network info cache for port c431ef1c-f68d-4d5b-8218-5bf32aa06375. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG nova.network.neutron [req-add66d9e-009b-4cb6-a8f5-b83cfeab6d5f req-eea4efb6-aabb-4b76-890c-a8b679897a94 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating instance_info_cache with network_info: [{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:19 user nova-compute[75255]: INFO nova.compute.manager [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Attaching volume 0c44f9c9-668b-49d1-8612-a82ed61426b4 to /dev/vdb
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-add66d9e-009b-4cb6-a8f5-b83cfeab6d5f req-eea4efb6-aabb-4b76-890c-a8b679897a94 service nova] Releasing lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG os_brick.utils [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[678b092d-1a20-4e41-a999-cb1d2ef2f45a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Checking if we can resize image /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5f79f60-2253-4067-8144-77cea400fad5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[715e3e8c-3698-43c3-89b3-544278e9e577]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[88072a42-ccfa-431c-8556-40e17737be6d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:28:19 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[448acf83-8409-419c-9817-e7f4ab516c62]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG os_brick.utils [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating existing volume attachment record: 2346a611-fc3f-489c-93f5-f6c0bf0345e6 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Cannot resize image /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Ensure instance console log exists: /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Successfully updated port: a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquired lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.network.neutron [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updating instance_info_cache with network_info: [{"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Releasing lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Instance network_info: |[{"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Start _get_guest_xml network_info=[{"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:28:20 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:28:20 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:28:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-594693623',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-594693623',id=36,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-ry4giu08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:28:18Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=52c20c1f-f8f6-4f6e-a73b-6f2c542137e1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:31:68,bridge_name='br-int',has_traffic_filtering=True,id=a6679aef-4103-46ef-b2f4-3e6770e6ff03,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6679aef-41') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.objects.instance [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'pci_devices' on Instance uuid 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:28:20 user nova-compute[75255]:   <uuid>52c20c1f-f8f6-4f6e-a73b-6f2c542137e1</uuid>
Dec 01 21:28:20 user nova-compute[75255]:   <name>instance-00000024</name>
Dec 01 21:28:20 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:28:20 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:28:20 user nova-compute[75255]:   <metadata>
Dec 01 21:28:20 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:28:20 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:28:20 user nova-compute[75255]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-594693623</nova:name>
Dec 01 21:28:20 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:28:20</nova:creationTime>
Dec 01 21:28:20 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:28:20 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:28:20 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:28:20 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:28:20 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:28:20 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:28:20 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:28:20 user nova-compute[75255]:       <nova:owner>
Dec 01 21:28:20 user nova-compute[75255]:         <nova:user uuid="f868fc92eea94bcb840f0285b9055119">tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member</nova:user>
Dec 01 21:28:20 user nova-compute[75255]:         <nova:project uuid="f123b45555484e6b8b0b30b4998da2e3">tempest-ServerBootFromVolumeStableRescueTest-1055103376</nova:project>
Dec 01 21:28:20 user nova-compute[75255]:       </nova:owner>
Dec 01 21:28:20 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:28:20 user nova-compute[75255]:       <nova:ports>
Dec 01 21:28:20 user nova-compute[75255]:         <nova:port uuid="a6679aef-4103-46ef-b2f4-3e6770e6ff03">
Dec 01 21:28:20 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 21:28:20 user nova-compute[75255]:         </nova:port>
Dec 01 21:28:20 user nova-compute[75255]:       </nova:ports>
Dec 01 21:28:20 user nova-compute[75255]:     </nova:instance>
Dec 01 21:28:20 user nova-compute[75255]:   </metadata>
Dec 01 21:28:20 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:28:20 user nova-compute[75255]:     <system>
Dec 01 21:28:20 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:28:20 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:28:20 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:28:20 user nova-compute[75255]:       <entry name="serial">52c20c1f-f8f6-4f6e-a73b-6f2c542137e1</entry>
Dec 01 21:28:20 user nova-compute[75255]:       <entry name="uuid">52c20c1f-f8f6-4f6e-a73b-6f2c542137e1</entry>
Dec 01 21:28:20 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:28:20 user nova-compute[75255]:     </system>
Dec 01 21:28:20 user nova-compute[75255]:   </sysinfo>
Dec 01 21:28:20 user nova-compute[75255]:   <os>
Dec 01 21:28:20 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:28:20 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:28:20 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:28:20 user nova-compute[75255]:   </os>
Dec 01 21:28:20 user nova-compute[75255]:   <features>
Dec 01 21:28:20 user nova-compute[75255]:     <acpi/>
Dec 01 21:28:20 user nova-compute[75255]:     <apic/>
Dec 01 21:28:20 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:28:20 user nova-compute[75255]:   </features>
Dec 01 21:28:20 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:28:20 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:28:20 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:28:20 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:28:20 user nova-compute[75255]:   </clock>
Dec 01 21:28:20 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:28:20 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:28:20 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:28:20 user nova-compute[75255]:   </cpu>
Dec 01 21:28:20 user nova-compute[75255]:   <devices>
Dec 01 21:28:20 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:28:20 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:28:20 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk"/>
Dec 01 21:28:20 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:28:20 user nova-compute[75255]:     </disk>
Dec 01 21:28:20 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:28:20 user nova-compute[75255]:       <mac address="fa:16:3e:21:31:68"/>
Dec 01 21:28:20 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:28:20 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:28:20 user nova-compute[75255]:       <target dev="tapa6679aef-41"/>
Dec 01 21:28:20 user nova-compute[75255]:     </interface>
Dec 01 21:28:20 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:28:20 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/console.log" append="off"/>
Dec 01 21:28:20 user nova-compute[75255]:     </serial>
Dec 01 21:28:20 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:28:20 user nova-compute[75255]:     <video>
Dec 01 21:28:20 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:28:20 user nova-compute[75255]:     </video>
Dec 01 21:28:20 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:28:20 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:28:20 user nova-compute[75255]:     </rng>
Dec 01 21:28:20 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:28:20 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:28:20 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:28:20 user nova-compute[75255]:     </memballoon>
Dec 01 21:28:20 user nova-compute[75255]:   </devices>
Dec 01 21:28:20 user nova-compute[75255]: </domain>
Dec 01 21:28:20 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:28:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-594693623',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-594693623',id=36,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-ry4giu08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:28:18Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=52c20c1f-f8f6-4f6e-a73b-6f2c542137e1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:31:68,bridge_name='br-int',has_traffic_filtering=True,id=a6679aef-4103-46ef-b2f4-3e6770e6ff03,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6679aef-41') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG os_vif [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:31:68,bridge_name='br-int',has_traffic_filtering=True,id=a6679aef-4103-46ef-b2f4-3e6770e6ff03,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6679aef-41') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ec71c1c3-02af-5a26-9ef6-0830ce47d8a7', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6679aef-41, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6679aef-41, col_values=(('qos', UUID('ac39a504-4f3d-465f-8808-d83b2786aad6')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6679aef-41, col_values=(('external_ids', {'iface-id': 'a6679aef-4103-46ef-b2f4-3e6770e6ff03', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:31:68', 'vm-uuid': '52c20c1f-f8f6-4f6e-a73b-6f2c542137e1'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:20 user nova-compute[75255]: INFO os_vif [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:31:68,bridge_name='br-int',has_traffic_filtering=True,id=a6679aef-4103-46ef-b2f4-3e6770e6ff03,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6679aef-41')
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No VIF found with MAC fa:16:3e:21:31:68, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.compute.manager [req-60f2b371-ecb0-443e-9034-bb149b4ce34b req-1f2271ff-883a-44cf-a2ee-da8b8d5074a4 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Received event network-changed-a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.compute.manager [req-60f2b371-ecb0-443e-9034-bb149b4ce34b req-1f2271ff-883a-44cf-a2ee-da8b8d5074a4 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Refreshing instance network info cache due to event network-changed-a6679aef-4103-46ef-b2f4-3e6770e6ff03. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-60f2b371-ecb0-443e-9034-bb149b4ce34b req-1f2271ff-883a-44cf-a2ee-da8b8d5074a4 service nova] Acquiring lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-60f2b371-ecb0-443e-9034-bb149b4ce34b req-1f2271ff-883a-44cf-a2ee-da8b8d5074a4 service nova] Acquired lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-60f2b371-ecb0-443e-9034-bb149b4ce34b req-1f2271ff-883a-44cf-a2ee-da8b8d5074a4 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Refreshing network info cache for port a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-60f2b371-ecb0-443e-9034-bb149b4ce34b req-1f2271ff-883a-44cf-a2ee-da8b8d5074a4 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updated VIF entry in instance network info cache for port a6679aef-4103-46ef-b2f4-3e6770e6ff03. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG nova.network.neutron [req-60f2b371-ecb0-443e-9034-bb149b4ce34b req-1f2271ff-883a-44cf-a2ee-da8b8d5074a4 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updating instance_info_cache with network_info: [{"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:28:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-60f2b371-ecb0-443e-9034-bb149b4ce34b req-1f2271ff-883a-44cf-a2ee-da8b8d5074a4 service nova] Releasing lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:28:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:28:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:28:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Received event network-vif-plugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] Acquiring lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] No waiting events found dispatching network-vif-plugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:22 user nova-compute[75255]: WARNING nova.compute.manager [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Received unexpected event network-vif-plugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 for instance with vm_state building and task_state spawning.
Dec 01 21:28:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Received event network-vif-plugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] Acquiring lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] No waiting events found dispatching network-vif-plugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:22 user nova-compute[75255]: WARNING nova.compute.manager [req-8a44e363-5ecd-4751-8181-1b119c37339d req-d4bce22b-975c-425c-a663-fc3fde916a05 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Received unexpected event network-vif-plugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 for instance with vm_state building and task_state spawning.
Dec 01 21:28:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:28:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:28:23 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Instance spawned successfully.
Dec 01 21:28:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:28:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:28:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:28:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:28:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:28:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:28:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:28:24 user nova-compute[75255]: INFO nova.compute.manager [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Took 5.52 seconds to spawn the instance on the hypervisor.
Dec 01 21:28:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:28:24 user nova-compute[75255]: INFO nova.compute.manager [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Took 6.66 seconds to build instance.
Dec 01 21:28:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c687efb5-c910-4bfd-a6ee-7f2bc8bd74ac tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.758s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VEDWlRbp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:28:28 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:28:28 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:28:28 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7129b8e-3906-494e-a0ed-79523615fce4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:28:28 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[08630225-80fc-4932-b6e3-abb79f007bd7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4] added
Dec 01 21:28:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e837f324-2d1e-486d-a552-0879dbc45ad5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[811e585e-8f8c-40c5-a875-d36635ea9839]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VEDWlRbp {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VEDWlRbp" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a0bfc2-ec28-43f9-a001-4fe6f1609a48]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VEDWlRbp'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[23033876-8a9c-4dd2-ad56-d779ac20edce]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c8faa3c-24aa-4395-bcf8-d0a1ee7b3367]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:28:28 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:28:28 user nova-compute[75255]:  {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:28:28 user nova-compute[75255]: WARNING os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 21:28:28 user nova-compute[75255]: 
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce99682-5071-4297-9fe3-b7fd2a143537]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4, portal: 172.16.0.220,3260]
Dec 01 21:28:28 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4, portal: 172.16.0.220,3260] successful.
Dec 01 21:28:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6ae3dca-5100-46dc-96fa-bd3194e8d663]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:28:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e45d4bfd-d029-42cb-8936-fd6e00e31bb3]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:28:29 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:28:29 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] HCTL ('33', '-', '-', 0) found on session 40 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd9ad07-f479-4d9f-983a-8e431dc004a4]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:28:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VEDWlRbp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23663333139316537', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23663333139316537', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG nova.objects.instance [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'flavor' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:28:30 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:28:30 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:28:30 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:28:30 user nova-compute[75255]:   <serial>0c44f9c9-668b-49d1-8612-a82ed61426b4</serial>
Dec 01 21:28:30 user nova-compute[75255]: </disk>
Dec 01 21:28:30 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:30 user nova-compute[75255]: INFO nova.compute.manager [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Terminating instance
Dec 01 21:28:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No VIF found with MAC fa:16:3e:81:a7:b8, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-c5b24286-28aa-44b3-bb4d-3fbe213b90c7 req-bb10a322-c0af-440e-bc6f-e9e0b4b42389 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-vif-unplugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c5b24286-28aa-44b3-bb4d-3fbe213b90c7 req-bb10a322-c0af-440e-bc6f-e9e0b4b42389 service nova] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c5b24286-28aa-44b3-bb4d-3fbe213b90c7 req-bb10a322-c0af-440e-bc6f-e9e0b4b42389 service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c5b24286-28aa-44b3-bb4d-3fbe213b90c7 req-bb10a322-c0af-440e-bc6f-e9e0b4b42389 service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-c5b24286-28aa-44b3-bb4d-3fbe213b90c7 req-bb10a322-c0af-440e-bc6f-e9e0b4b42389 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] No waiting events found dispatching network-vif-unplugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-c5b24286-28aa-44b3-bb4d-3fbe213b90c7 req-bb10a322-c0af-440e-bc6f-e9e0b4b42389 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-vif-unplugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:28:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cd3d4687-56c2-4380-9913-124366d4e34f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.942s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Instance destroyed successfully.
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'resources' on Instance uuid 2f0a6b7e-ce01-4f92-b6e4-820b978f279b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:23:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-920646866',display_name='tempest-TestMinimumBasicScenario-server-920646866',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-920646866',id=32,image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPFDdQ3TZWEcn3Q/Z9eMWAqvD+NT237Kyt0spWcqdFZu1PSbiIxRAUGaM3IzUR2uUXpJNfpmp0Mm7PJqGtmBu3hdzmOhj9a8vs0jlClLjJ7r+oKJGKmMuzE4Q4ks0UL8Hw==',key_name='tempest-TestMinimumBasicScenario-655330851',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ef0794c7f434049b44940d6bba0865c',ramdisk_id='',reservation_id='r-rschyntl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58d28b71-0c5f-4110-a935-0000ab44d7ce',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1526566089',owner_user_name='tempest-TestMinimumBasicScenario-1526566089-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:25:50Z,user_data=None,user_id='68a438484f1949bb8bda3b7208d2751c',uuid=2f0a6b7e-ce01-4f92-b6e4-820b978f279b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converting VIF {"id": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "address": "fa:16:3e:05:ba:9b", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff4d5a80-16", "ovs_interfaceid": "ff4d5a80-16ff-451f-8f4d-6b51c5e40afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG os_vif [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapff4d5a80-16, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=73791c45-08f4-4f53-b476-398a811e1f47) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:31 user nova-compute[75255]: INFO os_vif [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff4d5a80-16')
Dec 01 21:28:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Deleting instance files /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b_del
Dec 01 21:28:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Deletion of /opt/stack/data/nova/instances/2f0a6b7e-ce01-4f92-b6e4-820b978f279b_del complete
Dec 01 21:28:31 user nova-compute[75255]: INFO nova.compute.manager [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 01 21:28:31 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:28:31 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Took 0.45 seconds to deallocate network for instance.
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-60b058b8-92fe-4eba-983f-dd3951c5f789 req-9f4b249e-d5c7-4089-a5c1-a5ee2fe82d16 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-vif-deleted-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:31 user nova-compute[75255]: INFO nova.compute.manager [req-60b058b8-92fe-4eba-983f-dd3951c5f789 req-9f4b249e-d5c7-4089-a5c1-a5ee2fe82d16 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Neutron deleted interface ff4d5a80-16ff-451f-8f4d-6b51c5e40afd; detaching it from the instance and deleting it from the info cache
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.network.neutron [req-60b058b8-92fe-4eba-983f-dd3951c5f789 req-9f4b249e-d5c7-4089-a5c1-a5ee2fe82d16 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-60b058b8-92fe-4eba-983f-dd3951c5f789 req-9f4b249e-d5c7-4089-a5c1-a5ee2fe82d16 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Detach interface failed, port_id=ff4d5a80-16ff-451f-8f4d-6b51c5e40afd, reason: Instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:28:31 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:28:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.232s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:32 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Deleted allocations for instance 2f0a6b7e-ce01-4f92-b6e4-820b978f279b
Dec 01 21:28:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-839d71ec-9577-4330-a839-8d61d69659ce tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.792s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:32 user nova-compute[75255]: INFO nova.compute.manager [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Rescuing
Dec 01 21:28:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:28:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquired lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:28:32 user nova-compute[75255]: DEBUG nova.network.neutron [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:28:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-64439856-1a59-4b60-a9cd-c850c226fa3d req-ca3166bd-29f1-46ba-aa6d-0f0e2c6cee91 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-64439856-1a59-4b60-a9cd-c850c226fa3d req-ca3166bd-29f1-46ba-aa6d-0f0e2c6cee91 service nova] Acquiring lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-64439856-1a59-4b60-a9cd-c850c226fa3d req-ca3166bd-29f1-46ba-aa6d-0f0e2c6cee91 service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-64439856-1a59-4b60-a9cd-c850c226fa3d req-ca3166bd-29f1-46ba-aa6d-0f0e2c6cee91 service nova] Lock "2f0a6b7e-ce01-4f92-b6e4-820b978f279b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-64439856-1a59-4b60-a9cd-c850c226fa3d req-ca3166bd-29f1-46ba-aa6d-0f0e2c6cee91 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] No waiting events found dispatching network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:32 user nova-compute[75255]: WARNING nova.compute.manager [req-64439856-1a59-4b60-a9cd-c850c226fa3d req-ca3166bd-29f1-46ba-aa6d-0f0e2c6cee91 service nova] [instance: 2f0a6b7e-ce01-4f92-b6e4-820b978f279b] Received unexpected event network-vif-plugged-ff4d5a80-16ff-451f-8f4d-6b51c5e40afd for instance with vm_state deleted and task_state None.
Dec 01 21:28:32 user nova-compute[75255]: DEBUG nova.network.neutron [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating instance_info_cache with network_info: [{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:28:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Releasing lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:28:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-88d3d67a-80fa-403f-a83f-80ebf5544d2e req-99bbdf4c-9038-422e-a016-9d56e1a2b543 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-unplugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-88d3d67a-80fa-403f-a83f-80ebf5544d2e req-99bbdf4c-9038-422e-a016-9d56e1a2b543 service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-88d3d67a-80fa-403f-a83f-80ebf5544d2e req-99bbdf4c-9038-422e-a016-9d56e1a2b543 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-88d3d67a-80fa-403f-a83f-80ebf5544d2e req-99bbdf4c-9038-422e-a016-9d56e1a2b543 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-88d3d67a-80fa-403f-a83f-80ebf5544d2e req-99bbdf4c-9038-422e-a016-9d56e1a2b543 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-unplugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:33 user nova-compute[75255]: WARNING nova.compute.manager [req-88d3d67a-80fa-403f-a83f-80ebf5544d2e req-99bbdf4c-9038-422e-a016-9d56e1a2b543 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-unplugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state active and task_state rescuing.
Dec 01 21:28:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Instance destroyed successfully.
Dec 01 21:28:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Attempting rescue
Dec 01 21:28:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75255) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Instance directory exists: not creating {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 21:28:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Creating image(s)
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG nova.objects.instance [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue" returned: 0 in 0.049s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG nova.objects.instance [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'migration_context' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG nova.objects.base [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<1b9f236b-9ac7-4d01-bd46-e47ec065d46f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Start _get_guest_xml network_info=[{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "vif_mac": "fa:16:3e:81:a7:b8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:28:33 user nova-compute[75255]: DEBUG nova.objects.instance [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'resources' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.objects.base [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<1b9f236b-9ac7-4d01-bd46-e47ec065d46f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.objects.instance [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'numa_topology' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.objects.base [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<1b9f236b-9ac7-4d01-bd46-e47ec065d46f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:28:34 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:28:34 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.objects.instance [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.objects.base [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<1b9f236b-9ac7-4d01-bd46-e47ec065d46f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:26:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-663095757',display_name='tempest-ServerRescueNegativeTestJSON-server-663095757',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-663095757',id=34,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCygBr3UL16y4ziPXUGelyZYTGJdXUZLJr9cvoXhTrs48HFHqwm//UY1FCv+n25C+Mxyod8JyzzHJzjOAppY5VOiXtAdbvJKXKr27oRARyRs0HBfky5oRvsIiJL2gcNeJw==',key_name='tempest-keypair-396642898',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:26:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-5i5ntviy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:26:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=1b9f236b-9ac7-4d01-bd46-e47ec065d46f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "vif_mac": "fa:16:3e:81:a7:b8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "vif_mac": "fa:16:3e:81:a7:b8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:a7:b8,bridge_name='br-int',has_traffic_filtering=True,id=c431ef1c-f68d-4d5b-8218-5bf32aa06375,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc431ef1c-f6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.objects.instance [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'pci_devices' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.objects.base [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Object Instance<1b9f236b-9ac7-4d01-bd46-e47ec065d46f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:28:34 user nova-compute[75255]:   <uuid>1b9f236b-9ac7-4d01-bd46-e47ec065d46f</uuid>
Dec 01 21:28:34 user nova-compute[75255]:   <name>instance-00000022</name>
Dec 01 21:28:34 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:28:34 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:28:34 user nova-compute[75255]:   <metadata>
Dec 01 21:28:34 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:28:34 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:28:34 user nova-compute[75255]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-663095757</nova:name>
Dec 01 21:28:34 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:28:34</nova:creationTime>
Dec 01 21:28:34 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:28:34 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:28:34 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:28:34 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:28:34 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:28:34 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:28:34 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:28:34 user nova-compute[75255]:       <nova:owner>
Dec 01 21:28:34 user nova-compute[75255]:         <nova:user uuid="c6eecc6cdf3c49b7a6ccd0e33dfeb062">tempest-ServerRescueNegativeTestJSON-282137854-project-member</nova:user>
Dec 01 21:28:34 user nova-compute[75255]:         <nova:project uuid="f8f460482a61406a9efa3b06a26cfb79">tempest-ServerRescueNegativeTestJSON-282137854</nova:project>
Dec 01 21:28:34 user nova-compute[75255]:       </nova:owner>
Dec 01 21:28:34 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:28:34 user nova-compute[75255]:       <nova:ports>
Dec 01 21:28:34 user nova-compute[75255]:         <nova:port uuid="c431ef1c-f68d-4d5b-8218-5bf32aa06375">
Dec 01 21:28:34 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 01 21:28:34 user nova-compute[75255]:         </nova:port>
Dec 01 21:28:34 user nova-compute[75255]:       </nova:ports>
Dec 01 21:28:34 user nova-compute[75255]:     </nova:instance>
Dec 01 21:28:34 user nova-compute[75255]:   </metadata>
Dec 01 21:28:34 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:28:34 user nova-compute[75255]:     <system>
Dec 01 21:28:34 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:28:34 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:28:34 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:28:34 user nova-compute[75255]:       <entry name="serial">1b9f236b-9ac7-4d01-bd46-e47ec065d46f</entry>
Dec 01 21:28:34 user nova-compute[75255]:       <entry name="uuid">1b9f236b-9ac7-4d01-bd46-e47ec065d46f</entry>
Dec 01 21:28:34 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:28:34 user nova-compute[75255]:     </system>
Dec 01 21:28:34 user nova-compute[75255]:   </sysinfo>
Dec 01 21:28:34 user nova-compute[75255]:   <os>
Dec 01 21:28:34 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:28:34 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:28:34 user nova-compute[75255]:   </os>
Dec 01 21:28:34 user nova-compute[75255]:   <features>
Dec 01 21:28:34 user nova-compute[75255]:     <acpi/>
Dec 01 21:28:34 user nova-compute[75255]:     <apic/>
Dec 01 21:28:34 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:28:34 user nova-compute[75255]:   </features>
Dec 01 21:28:34 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:28:34 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:28:34 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:28:34 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:28:34 user nova-compute[75255]:   </clock>
Dec 01 21:28:34 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:28:34 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:28:34 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:28:34 user nova-compute[75255]:   </cpu>
Dec 01 21:28:34 user nova-compute[75255]:   <devices>
Dec 01 21:28:34 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:28:34 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:28:34 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue"/>
Dec 01 21:28:34 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:28:34 user nova-compute[75255]:     </disk>
Dec 01 21:28:34 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:28:34 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:28:34 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk"/>
Dec 01 21:28:34 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:28:34 user nova-compute[75255]:     </disk>
Dec 01 21:28:34 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:28:34 user nova-compute[75255]:       <mac address="fa:16:3e:81:a7:b8"/>
Dec 01 21:28:34 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:28:34 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:28:34 user nova-compute[75255]:       <target dev="tapc431ef1c-f6"/>
Dec 01 21:28:34 user nova-compute[75255]:     </interface>
Dec 01 21:28:34 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:28:34 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/console.log" append="off"/>
Dec 01 21:28:34 user nova-compute[75255]:     </serial>
Dec 01 21:28:34 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:28:34 user nova-compute[75255]:     <video>
Dec 01 21:28:34 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:28:34 user nova-compute[75255]:     </video>
Dec 01 21:28:34 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:28:34 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:28:34 user nova-compute[75255]:     </rng>
Dec 01 21:28:34 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:28:34 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:28:34 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:28:34 user nova-compute[75255]:     </memballoon>
Dec 01 21:28:34 user nova-compute[75255]:   </devices>
Dec 01 21:28:34 user nova-compute[75255]: </domain>
Dec 01 21:28:34 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:28:34 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Instance destroyed successfully.
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:28:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] No VIF found with MAC fa:16:3e:81:a7:b8, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:28:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-406079d4-7e20-457e-a79d-4e64d17d9bdd req-a7cc7ec5-8fdd-4763-93c3-1c12c8345f2b service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-406079d4-7e20-457e-a79d-4e64d17d9bdd req-a7cc7ec5-8fdd-4763-93c3-1c12c8345f2b service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-406079d4-7e20-457e-a79d-4e64d17d9bdd req-a7cc7ec5-8fdd-4763-93c3-1c12c8345f2b service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-406079d4-7e20-457e-a79d-4e64d17d9bdd req-a7cc7ec5-8fdd-4763-93c3-1c12c8345f2b service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-406079d4-7e20-457e-a79d-4e64d17d9bdd req-a7cc7ec5-8fdd-4763-93c3-1c12c8345f2b service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:35 user nova-compute[75255]: WARNING nova.compute.manager [req-406079d4-7e20-457e-a79d-4e64d17d9bdd req-a7cc7ec5-8fdd-4763-93c3-1c12c8345f2b service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state active and task_state rescuing.
Dec 01 21:28:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:37 user nova-compute[75255]: WARNING nova.compute.manager [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state active and task_state rescuing.
Dec 01 21:28:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:28:37 user nova-compute[75255]: WARNING nova.compute.manager [req-abf510d8-7ba4-4511-ab10-64cd52de8915 req-22102217-aabb-47a0-85da-f06af88e2452 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state active and task_state rescuing.
Dec 01 21:28:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87df3c3d-0459-453c-a294-9e9405b6852f tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:28:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58e55339-9e29-4123-a352-4d32c0b359c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:28:56 user nova-compute[75255]: INFO nova.compute.claims [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Claim successful on node user
Dec 01 21:28:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.352s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:28:56 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.policy [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a1798311cf54435823d49a3a15ded24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc21f0570214f4e95de7b3c5e9e0325', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:28:56 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Creating image(s)
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "/opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "/opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "/opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.167s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk 1073741824" returned: 0 in 0.053s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Successfully created port: a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.235s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Checking if we can resize image /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Cannot resize image /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Ensure instance console log exists: /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:28:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Successfully updated port: a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "refresh_cache-58e55339-9e29-4123-a352-4d32c0b359c6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquired lock "refresh_cache-58e55339-9e29-4123-a352-4d32c0b359c6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-8ebcf738-806e-4918-b46d-2da531c6faec req-f0d42b17-f2a3-40b0-a44e-76949c9d84b8 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received event network-changed-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-8ebcf738-806e-4918-b46d-2da531c6faec req-f0d42b17-f2a3-40b0-a44e-76949c9d84b8 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Refreshing instance network info cache due to event network-changed-a199d6ac-4f22-4494-9c79-f59e771f86d9. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8ebcf738-806e-4918-b46d-2da531c6faec req-f0d42b17-f2a3-40b0-a44e-76949c9d84b8 service nova] Acquiring lock "refresh_cache-58e55339-9e29-4123-a352-4d32c0b359c6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Updating instance_info_cache with network_info: [{"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Releasing lock "refresh_cache-58e55339-9e29-4123-a352-4d32c0b359c6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Instance network_info: |[{"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8ebcf738-806e-4918-b46d-2da531c6faec req-f0d42b17-f2a3-40b0-a44e-76949c9d84b8 service nova] Acquired lock "refresh_cache-58e55339-9e29-4123-a352-4d32c0b359c6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.neutron [req-8ebcf738-806e-4918-b46d-2da531c6faec req-f0d42b17-f2a3-40b0-a44e-76949c9d84b8 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Refreshing network info cache for port a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Start _get_guest_xml network_info=[{"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:28:58 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:28:58 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:28:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1399579973',display_name='tempest-AttachVolumeNegativeTest-server-1399579973',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1399579973',id=37,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGg2d03l+apvf9GAtkx3pCWgANdSyMja5x15t6CzmTe0UbQglwOtgfYLtoWjewsnpbmm9Ii3DJ3e2UxNKXwgAJKAZRJV4tc4+/jdwZsiWdbw0gqg8y/8I5cXGtYVcNMudg==',key_name='tempest-keypair-1885865789',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-9oido2jf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:28:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=58e55339-9e29-4123-a352-4d32c0b359c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:14:4b,bridge_name='br-int',has_traffic_filtering=True,id=a199d6ac-4f22-4494-9c79-f59e771f86d9,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa199d6ac-4f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.objects.instance [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'pci_devices' on Instance uuid 58e55339-9e29-4123-a352-4d32c0b359c6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:28:58 user nova-compute[75255]:   <uuid>58e55339-9e29-4123-a352-4d32c0b359c6</uuid>
Dec 01 21:28:58 user nova-compute[75255]:   <name>instance-00000025</name>
Dec 01 21:28:58 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:28:58 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:28:58 user nova-compute[75255]:   <metadata>
Dec 01 21:28:58 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:28:58 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:28:58 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1399579973</nova:name>
Dec 01 21:28:58 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:28:58</nova:creationTime>
Dec 01 21:28:58 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:28:58 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:28:58 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:28:58 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:28:58 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:28:58 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:28:58 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:28:58 user nova-compute[75255]:       <nova:owner>
Dec 01 21:28:58 user nova-compute[75255]:         <nova:user uuid="1a1798311cf54435823d49a3a15ded24">tempest-AttachVolumeNegativeTest-1765008710-project-member</nova:user>
Dec 01 21:28:58 user nova-compute[75255]:         <nova:project uuid="9bc21f0570214f4e95de7b3c5e9e0325">tempest-AttachVolumeNegativeTest-1765008710</nova:project>
Dec 01 21:28:58 user nova-compute[75255]:       </nova:owner>
Dec 01 21:28:58 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:28:58 user nova-compute[75255]:       <nova:ports>
Dec 01 21:28:58 user nova-compute[75255]:         <nova:port uuid="a199d6ac-4f22-4494-9c79-f59e771f86d9">
Dec 01 21:28:58 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 01 21:28:58 user nova-compute[75255]:         </nova:port>
Dec 01 21:28:58 user nova-compute[75255]:       </nova:ports>
Dec 01 21:28:58 user nova-compute[75255]:     </nova:instance>
Dec 01 21:28:58 user nova-compute[75255]:   </metadata>
Dec 01 21:28:58 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:28:58 user nova-compute[75255]:     <system>
Dec 01 21:28:58 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:28:58 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:28:58 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:28:58 user nova-compute[75255]:       <entry name="serial">58e55339-9e29-4123-a352-4d32c0b359c6</entry>
Dec 01 21:28:58 user nova-compute[75255]:       <entry name="uuid">58e55339-9e29-4123-a352-4d32c0b359c6</entry>
Dec 01 21:28:58 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:28:58 user nova-compute[75255]:     </system>
Dec 01 21:28:58 user nova-compute[75255]:   </sysinfo>
Dec 01 21:28:58 user nova-compute[75255]:   <os>
Dec 01 21:28:58 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:28:58 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:28:58 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:28:58 user nova-compute[75255]:   </os>
Dec 01 21:28:58 user nova-compute[75255]:   <features>
Dec 01 21:28:58 user nova-compute[75255]:     <acpi/>
Dec 01 21:28:58 user nova-compute[75255]:     <apic/>
Dec 01 21:28:58 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:28:58 user nova-compute[75255]:   </features>
Dec 01 21:28:58 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:28:58 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:28:58 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:28:58 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:28:58 user nova-compute[75255]:   </clock>
Dec 01 21:28:58 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:28:58 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:28:58 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:28:58 user nova-compute[75255]:   </cpu>
Dec 01 21:28:58 user nova-compute[75255]:   <devices>
Dec 01 21:28:58 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:28:58 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:28:58 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk"/>
Dec 01 21:28:58 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:28:58 user nova-compute[75255]:     </disk>
Dec 01 21:28:58 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:28:58 user nova-compute[75255]:       <mac address="fa:16:3e:70:14:4b"/>
Dec 01 21:28:58 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:28:58 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:28:58 user nova-compute[75255]:       <target dev="tapa199d6ac-4f"/>
Dec 01 21:28:58 user nova-compute[75255]:     </interface>
Dec 01 21:28:58 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:28:58 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/console.log" append="off"/>
Dec 01 21:28:58 user nova-compute[75255]:     </serial>
Dec 01 21:28:58 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:28:58 user nova-compute[75255]:     <video>
Dec 01 21:28:58 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:28:58 user nova-compute[75255]:     </video>
Dec 01 21:28:58 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:28:58 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:28:58 user nova-compute[75255]:     </rng>
Dec 01 21:28:58 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:28:58 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:28:58 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:28:58 user nova-compute[75255]:     </memballoon>
Dec 01 21:28:58 user nova-compute[75255]:   </devices>
Dec 01 21:28:58 user nova-compute[75255]: </domain>
Dec 01 21:28:58 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:28:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1399579973',display_name='tempest-AttachVolumeNegativeTest-server-1399579973',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1399579973',id=37,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGg2d03l+apvf9GAtkx3pCWgANdSyMja5x15t6CzmTe0UbQglwOtgfYLtoWjewsnpbmm9Ii3DJ3e2UxNKXwgAJKAZRJV4tc4+/jdwZsiWdbw0gqg8y/8I5cXGtYVcNMudg==',key_name='tempest-keypair-1885865789',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-9oido2jf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:28:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=58e55339-9e29-4123-a352-4d32c0b359c6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:14:4b,bridge_name='br-int',has_traffic_filtering=True,id=a199d6ac-4f22-4494-9c79-f59e771f86d9,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa199d6ac-4f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG os_vif [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:14:4b,bridge_name='br-int',has_traffic_filtering=True,id=a199d6ac-4f22-4494-9c79-f59e771f86d9,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa199d6ac-4f') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b2d7338c-ad0c-51ad-9530-54c63d75e802', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa199d6ac-4f, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa199d6ac-4f, col_values=(('qos', UUID('bb73325b-0c83-4b6c-b399-7b8f19ec1e4f')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa199d6ac-4f, col_values=(('external_ids', {'iface-id': 'a199d6ac-4f22-4494-9c79-f59e771f86d9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:14:4b', 'vm-uuid': '58e55339-9e29-4123-a352-4d32c0b359c6'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:58 user nova-compute[75255]: INFO os_vif [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:14:4b,bridge_name='br-int',has_traffic_filtering=True,id=a199d6ac-4f22-4494-9c79-f59e771f86d9,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa199d6ac-4f')
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No VIF found with MAC fa:16:3e:70:14:4b, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.neutron [req-8ebcf738-806e-4918-b46d-2da531c6faec req-f0d42b17-f2a3-40b0-a44e-76949c9d84b8 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Updated VIF entry in instance network info cache for port a199d6ac-4f22-4494-9c79-f59e771f86d9. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG nova.network.neutron [req-8ebcf738-806e-4918-b46d-2da531c6faec req-f0d42b17-f2a3-40b0-a44e-76949c9d84b8 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Updating instance_info_cache with network_info: [{"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8ebcf738-806e-4918-b46d-2da531c6faec req-f0d42b17-f2a3-40b0-a44e-76949c9d84b8 service nova] Releasing lock "refresh_cache-58e55339-9e29-4123-a352-4d32c0b359c6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:28:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:28:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-ec757834-9346-4158-bdf0-97d077212eeb req-aa54ec5c-b146-42be-9f6a-a75ba76dd583 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received event network-vif-plugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:29:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ec757834-9346-4158-bdf0-97d077212eeb req-aa54ec5c-b146-42be-9f6a-a75ba76dd583 service nova] Acquiring lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ec757834-9346-4158-bdf0-97d077212eeb req-aa54ec5c-b146-42be-9f6a-a75ba76dd583 service nova] Lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ec757834-9346-4158-bdf0-97d077212eeb req-aa54ec5c-b146-42be-9f6a-a75ba76dd583 service nova] Lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-ec757834-9346-4158-bdf0-97d077212eeb req-aa54ec5c-b146-42be-9f6a-a75ba76dd583 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] No waiting events found dispatching network-vif-plugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:29:00 user nova-compute[75255]: WARNING nova.compute.manager [req-ec757834-9346-4158-bdf0-97d077212eeb req-aa54ec5c-b146-42be-9f6a-a75ba76dd583 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received unexpected event network-vif-plugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 for instance with vm_state building and task_state spawning.
Dec 01 21:29:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:29:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:29:01 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Instance spawned successfully.
Dec 01 21:29:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:29:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:02 user nova-compute[75255]: INFO nova.compute.manager [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Took 5.34 seconds to spawn the instance on the hypervisor.
Dec 01 21:29:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:29:02 user nova-compute[75255]: INFO nova.compute.manager [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Took 6.00 seconds to build instance.
Dec 01 21:29:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3195b4e0-7663-49ea-9dfa-35158bec65f0 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.106s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-2a84a4bc-371a-4fcf-9e93-45c9ac5ae1a9 req-d9d7f65e-b237-48fd-b8d2-ac500494fab6 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received event network-vif-plugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:29:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2a84a4bc-371a-4fcf-9e93-45c9ac5ae1a9 req-d9d7f65e-b237-48fd-b8d2-ac500494fab6 service nova] Acquiring lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2a84a4bc-371a-4fcf-9e93-45c9ac5ae1a9 req-d9d7f65e-b237-48fd-b8d2-ac500494fab6 service nova] Lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2a84a4bc-371a-4fcf-9e93-45c9ac5ae1a9 req-d9d7f65e-b237-48fd-b8d2-ac500494fab6 service nova] Lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-2a84a4bc-371a-4fcf-9e93-45c9ac5ae1a9 req-d9d7f65e-b237-48fd-b8d2-ac500494fab6 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] No waiting events found dispatching network-vif-plugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:29:02 user nova-compute[75255]: WARNING nova.compute.manager [req-2a84a4bc-371a-4fcf-9e93-45c9ac5ae1a9 req-d9d7f65e-b237-48fd-b8d2-ac500494fab6 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received unexpected event network-vif-plugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 for instance with vm_state active and task_state None.
Dec 01 21:29:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:29:11 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:29:11 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:29:12 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:29:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:29:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:29:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:29:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:29:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:29:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:29:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:29:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-b7982be6-1edc-40af-b431-6b2cef550ed7 req-eba6c195-3b64-45a4-a7a2-2b659c1d9b7a service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received event network-changed-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-b7982be6-1edc-40af-b431-6b2cef550ed7 req-eba6c195-3b64-45a4-a7a2-2b659c1d9b7a service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Refreshing instance network info cache due to event network-changed-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b7982be6-1edc-40af-b431-6b2cef550ed7 req-eba6c195-3b64-45a4-a7a2-2b659c1d9b7a service nova] Acquiring lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b7982be6-1edc-40af-b431-6b2cef550ed7 req-eba6c195-3b64-45a4-a7a2-2b659c1d9b7a service nova] Acquired lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-b7982be6-1edc-40af-b431-6b2cef550ed7 req-eba6c195-3b64-45a4-a7a2-2b659c1d9b7a service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Refreshing network info cache for port 5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-b7982be6-1edc-40af-b431-6b2cef550ed7 req-eba6c195-3b64-45a4-a7a2-2b659c1d9b7a service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updated VIF entry in instance network info cache for port 5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-b7982be6-1edc-40af-b431-6b2cef550ed7 req-eba6c195-3b64-45a4-a7a2-2b659c1d9b7a service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updating instance_info_cache with network_info: [{"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b7982be6-1edc-40af-b431-6b2cef550ed7 req-eba6c195-3b64-45a4-a7a2-2b659c1d9b7a service nova] Releasing lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG nova.objects.instance [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lazy-loading 'flavor' on Instance uuid 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:17 user nova-compute[75255]: INFO nova.compute.manager [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Attaching volume 096dd076-e708-425b-a41b-c2848dde8213 to /dev/vdb
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG os_brick.utils [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2b0dc8d-a548-499f-8e2b-4ee80c214ef8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43fb39b-8765-4240-9eaf-a224d480615d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8709f37b-30b9-4e8e-acf0-acb46a9eb5c5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf7019c-6775-4b3f-8bf6-f605ac76e55a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:29:18 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfbb2a49-e229-476b-9649-f6c1a4f64082]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG os_brick.utils [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updating existing volume attachment record: 3febb962-c231-42c8-b2bc-050cc601487a {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:19 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:29:19 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8166MB free_disk=25.12619400024414GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 58e55339-9e29-4123-a352-4d32c0b359c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:29:19 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:29:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:29:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.360s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:29:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:29:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:29:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:29:24 user nova-compute[75255]: INFO nova.compute.claims [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Claim successful on node user
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.336s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.network.neutron [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:29:24 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.policy [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68a438484f1949bb8bda3b7208d2751c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef0794c7f434049b44940d6bba0865c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:29:24 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Creating image(s)
Dec 01 21:29:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "/opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "/opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "/opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "4ca60842bb202304cc44f11044bfa0e7ff4419a9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "4ca60842bb202304cc44f11044bfa0e7ff4419a9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9.part --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9.part --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:25 user nova-compute[75255]: DEBUG nova.virt.images [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] f8b4ed22-3899-48e8-8d8a-05a304012ee4 was qcow2, converting to raw {{(pid=75255) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 21:29:25 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:29:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9.part /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9.converted {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:25 user nova-compute[75255]: DEBUG nova.network.neutron [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Successfully created port: 1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:29:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9.part /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9.converted" returned: 0 in 0.141s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9.converted --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9.converted --force-share --output=json" returned: 0 in 0.330s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "4ca60842bb202304cc44f11044bfa0e7ff4419a9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.141s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9 --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "4ca60842bb202304cc44f11044bfa0e7ff4419a9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "4ca60842bb202304cc44f11044bfa0e7ff4419a9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9 --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9,backing_fmt=raw /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9,backing_fmt=raw /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk 1073741824" returned: 0 in 0.046s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "4ca60842bb202304cc44f11044bfa0e7ff4419a9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG nova.network.neutron [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Successfully updated port: 1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquired lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG nova.network.neutron [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-90ee5446-33cb-422f-bacb-c6f9b78100b3 req-1b71f09d-0358-4a81-b1d1-4b85514fcce3 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-changed-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-90ee5446-33cb-422f-bacb-c6f9b78100b3 req-1b71f09d-0358-4a81-b1d1-4b85514fcce3 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Refreshing instance network info cache due to event network-changed-1c03a247-242d-49f7-8752-bcbefe9ea962. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-90ee5446-33cb-422f-bacb-c6f9b78100b3 req-1b71f09d-0358-4a81-b1d1-4b85514fcce3 service nova] Acquiring lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG nova.network.neutron [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9 --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Cannot resize image /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Ensure instance console log exists: /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updating instance_info_cache with network_info: [{"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Releasing lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Instance network_info: |[{"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-90ee5446-33cb-422f-bacb-c6f9b78100b3 req-1b71f09d-0358-4a81-b1d1-4b85514fcce3 service nova] Acquired lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-90ee5446-33cb-422f-bacb-c6f9b78100b3 req-1b71f09d-0358-4a81-b1d1-4b85514fcce3 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Refreshing network info cache for port 1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Start _get_guest_xml network_info=[{"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:29:22Z,direct_url=<?>,disk_format='qcow2',id=f8b4ed22-3899-48e8-8d8a-05a304012ee4,min_disk=0,min_ram=0,name='tempest-scenario-img--1991874414',owner='4ef0794c7f434049b44940d6bba0865c',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:29:23Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': 'f8b4ed22-3899-48e8-8d8a-05a304012ee4'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:29:27 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:29:27 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:29:22Z,direct_url=<?>,disk_format='qcow2',id=f8b4ed22-3899-48e8-8d8a-05a304012ee4,min_disk=0,min_ram=0,name='tempest-scenario-img--1991874414',owner='4ef0794c7f434049b44940d6bba0865c',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:29:23Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:29:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1504404355',display_name='tempest-TestMinimumBasicScenario-server-1504404355',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1504404355',id=38,image_ref='f8b4ed22-3899-48e8-8d8a-05a304012ee4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBACJJzjzA3ji8qv8fsevstFRPIMl5C7K15ZNRjUAR9xcyBoA8HVFkyigBnF3bdwp256XJakzSk1sgINBsv5inJEb+N30AMFlY8LqmUoLYMOCqp3vide+g/1ohzypDHjDlw==',key_name='tempest-TestMinimumBasicScenario-51169485',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ef0794c7f434049b44940d6bba0865c',ramdisk_id='',reservation_id='r-py47vgqy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f8b4ed22-3899-48e8-8d8a-05a304012ee4',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1526566089',owner_user_name='tempest-TestMinimumBasicScenario-1526566089-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:29:25Z,user_data=None,user_id='68a438484f1949bb8bda3b7208d2751c',uuid=c1a407ff-a3b8-4beb-930a-30199d802198,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converting VIF {"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:da:c0,bridge_name='br-int',has_traffic_filtering=True,id=1c03a247-242d-49f7-8752-bcbefe9ea962,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c03a247-24') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.objects.instance [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'pci_devices' on Instance uuid c1a407ff-a3b8-4beb-930a-30199d802198 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:29:27 user nova-compute[75255]:   <uuid>c1a407ff-a3b8-4beb-930a-30199d802198</uuid>
Dec 01 21:29:27 user nova-compute[75255]:   <name>instance-00000026</name>
Dec 01 21:29:27 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:29:27 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:29:27 user nova-compute[75255]:   <metadata>
Dec 01 21:29:27 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:29:27 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:29:27 user nova-compute[75255]:       <nova:name>tempest-TestMinimumBasicScenario-server-1504404355</nova:name>
Dec 01 21:29:27 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:29:27</nova:creationTime>
Dec 01 21:29:27 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:29:27 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:29:27 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:29:27 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:29:27 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:29:27 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:29:27 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:29:27 user nova-compute[75255]:       <nova:owner>
Dec 01 21:29:27 user nova-compute[75255]:         <nova:user uuid="68a438484f1949bb8bda3b7208d2751c">tempest-TestMinimumBasicScenario-1526566089-project-member</nova:user>
Dec 01 21:29:27 user nova-compute[75255]:         <nova:project uuid="4ef0794c7f434049b44940d6bba0865c">tempest-TestMinimumBasicScenario-1526566089</nova:project>
Dec 01 21:29:27 user nova-compute[75255]:       </nova:owner>
Dec 01 21:29:27 user nova-compute[75255]:       <nova:root type="image" uuid="f8b4ed22-3899-48e8-8d8a-05a304012ee4"/>
Dec 01 21:29:27 user nova-compute[75255]:       <nova:ports>
Dec 01 21:29:27 user nova-compute[75255]:         <nova:port uuid="1c03a247-242d-49f7-8752-bcbefe9ea962">
Dec 01 21:29:27 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 21:29:27 user nova-compute[75255]:         </nova:port>
Dec 01 21:29:27 user nova-compute[75255]:       </nova:ports>
Dec 01 21:29:27 user nova-compute[75255]:     </nova:instance>
Dec 01 21:29:27 user nova-compute[75255]:   </metadata>
Dec 01 21:29:27 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:29:27 user nova-compute[75255]:     <system>
Dec 01 21:29:27 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:29:27 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:29:27 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:29:27 user nova-compute[75255]:       <entry name="serial">c1a407ff-a3b8-4beb-930a-30199d802198</entry>
Dec 01 21:29:27 user nova-compute[75255]:       <entry name="uuid">c1a407ff-a3b8-4beb-930a-30199d802198</entry>
Dec 01 21:29:27 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:29:27 user nova-compute[75255]:     </system>
Dec 01 21:29:27 user nova-compute[75255]:   </sysinfo>
Dec 01 21:29:27 user nova-compute[75255]:   <os>
Dec 01 21:29:27 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:29:27 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:29:27 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:29:27 user nova-compute[75255]:   </os>
Dec 01 21:29:27 user nova-compute[75255]:   <features>
Dec 01 21:29:27 user nova-compute[75255]:     <acpi/>
Dec 01 21:29:27 user nova-compute[75255]:     <apic/>
Dec 01 21:29:27 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:29:27 user nova-compute[75255]:   </features>
Dec 01 21:29:27 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:29:27 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:29:27 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:29:27 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:29:27 user nova-compute[75255]:   </clock>
Dec 01 21:29:27 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:29:27 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:29:27 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:29:27 user nova-compute[75255]:   </cpu>
Dec 01 21:29:27 user nova-compute[75255]:   <devices>
Dec 01 21:29:27 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:29:27 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:29:27 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk"/>
Dec 01 21:29:27 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:29:27 user nova-compute[75255]:     </disk>
Dec 01 21:29:27 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:29:27 user nova-compute[75255]:       <mac address="fa:16:3e:df:da:c0"/>
Dec 01 21:29:27 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:29:27 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:29:27 user nova-compute[75255]:       <target dev="tap1c03a247-24"/>
Dec 01 21:29:27 user nova-compute[75255]:     </interface>
Dec 01 21:29:27 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:29:27 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/console.log" append="off"/>
Dec 01 21:29:27 user nova-compute[75255]:     </serial>
Dec 01 21:29:27 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:29:27 user nova-compute[75255]:     <video>
Dec 01 21:29:27 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:29:27 user nova-compute[75255]:     </video>
Dec 01 21:29:27 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:29:27 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:29:27 user nova-compute[75255]:     </rng>
Dec 01 21:29:27 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:29:27 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:29:27 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:29:27 user nova-compute[75255]:     </memballoon>
Dec 01 21:29:27 user nova-compute[75255]:   </devices>
Dec 01 21:29:27 user nova-compute[75255]: </domain>
Dec 01 21:29:27 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:29:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1504404355',display_name='tempest-TestMinimumBasicScenario-server-1504404355',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1504404355',id=38,image_ref='f8b4ed22-3899-48e8-8d8a-05a304012ee4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBACJJzjzA3ji8qv8fsevstFRPIMl5C7K15ZNRjUAR9xcyBoA8HVFkyigBnF3bdwp256XJakzSk1sgINBsv5inJEb+N30AMFlY8LqmUoLYMOCqp3vide+g/1ohzypDHjDlw==',key_name='tempest-TestMinimumBasicScenario-51169485',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ef0794c7f434049b44940d6bba0865c',ramdisk_id='',reservation_id='r-py47vgqy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f8b4ed22-3899-48e8-8d8a-05a304012ee4',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1526566089',owner_user_name='tempest-TestMinimumBasicScenario-1526566089-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:29:25Z,user_data=None,user_id='68a438484f1949bb8bda3b7208d2751c',uuid=c1a407ff-a3b8-4beb-930a-30199d802198,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converting VIF {"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:da:c0,bridge_name='br-int',has_traffic_filtering=True,id=1c03a247-242d-49f7-8752-bcbefe9ea962,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c03a247-24') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_vif [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:da:c0,bridge_name='br-int',has_traffic_filtering=True,id=1c03a247-242d-49f7-8752-bcbefe9ea962,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c03a247-24') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '896ab721-0294-5c88-8a8d-5c59ff598a61', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1c03a247-24, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1c03a247-24, col_values=(('qos', UUID('0a8f7476-0179-4526-af11-526c3fd77b6a')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1c03a247-24, col_values=(('external_ids', {'iface-id': '1c03a247-242d-49f7-8752-bcbefe9ea962', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:da:c0', 'vm-uuid': 'c1a407ff-a3b8-4beb-930a-30199d802198'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:27 user nova-compute[75255]: INFO os_vif [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:da:c0,bridge_name='br-int',has_traffic_filtering=True,id=1c03a247-242d-49f7-8752-bcbefe9ea962,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c03a247-24')
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] No VIF found with MAC fa:16:3e:df:da:c0, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mixgPMbU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:29:27 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:29:27 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:29:27 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a27d68-71d7-447c-84fe-3f3b640fb3e0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:29:27 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3b0f74-59df-4b04-9077-143fea85a12c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213] added
Dec 01 21:29:27 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b79e4b1-cddf-4f74-870a-6f7285c79607]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff95fa94-c73e-42c2-b4c8-9fc41ca48fce]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mixgPMbU {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mixgPMbU" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[305565da-3e4d-4a79-a849-3034729ceb5b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mixgPMbU'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-90ee5446-33cb-422f-bacb-c6f9b78100b3 req-1b71f09d-0358-4a81-b1d1-4b85514fcce3 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updated VIF entry in instance network info cache for port 1c03a247-242d-49f7-8752-bcbefe9ea962. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-90ee5446-33cb-422f-bacb-c6f9b78100b3 req-1b71f09d-0358-4a81-b1d1-4b85514fcce3 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updating instance_info_cache with network_info: [{"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[92aef11f-7c13-4efb-bc61-3c6862e97e91]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-90ee5446-33cb-422f-bacb-c6f9b78100b3 req-1b71f09d-0358-4a81-b1d1-4b85514fcce3 service nova] Releasing lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b0ef35f-4869-4813-be41-aab0f5aca64f]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:29:27 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:29:27 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[47899740-a110-4d5c-9515-58268210e3df]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213, portal: 172.16.0.220,3260]
Dec 01 21:29:27 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213, portal: 172.16.0.220,3260] successful.
Dec 01 21:29:27 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ce1614f-ae31-411c-853d-ffad47484b15]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[acabffa3-7b4d-4fa4-bf65-f70ccb4028a2]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:29:27 user nova-compute[75255]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 (non-flash)
Dec 01 21:29:27 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:29:27 user nova-compute[75255]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 (non-flash)
Dec 01 21:29:27 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] HCTL ('34', '-', '-', 0) found on session 41 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a11caf7c-dcd9-4fc8-a176-574be46d0f6b]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Searching for a device in session 41 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:29:27 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mixgPMbU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:29:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:29:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23162363439336663', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:29:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23162363439336663', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:29:28 user nova-compute[75255]: DEBUG nova.objects.instance [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lazy-loading 'flavor' on Instance uuid 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-4f40f2e3-8d81-489c-9868-4afc6461de0e req-a3c9c6f3-b86d-41ae-88da-93d5bf111c33 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4f40f2e3-8d81-489c-9868-4afc6461de0e req-a3c9c6f3-b86d-41ae-88da-93d5bf111c33 service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4f40f2e3-8d81-489c-9868-4afc6461de0e req-a3c9c6f3-b86d-41ae-88da-93d5bf111c33 service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4f40f2e3-8d81-489c-9868-4afc6461de0e req-a3c9c6f3-b86d-41ae-88da-93d5bf111c33 service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-4f40f2e3-8d81-489c-9868-4afc6461de0e req-a3c9c6f3-b86d-41ae-88da-93d5bf111c33 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:29:29 user nova-compute[75255]: WARNING nova.compute.manager [req-4f40f2e3-8d81-489c-9868-4afc6461de0e req-a3c9c6f3-b86d-41ae-88da-93d5bf111c33 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state building and task_state spawning.
Dec 01 21:29:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:29:29 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:29:29 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:29:29 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:29:29 user nova-compute[75255]:   <serial>096dd076-e708-425b-a41b-c2848dde8213</serial>
Dec 01 21:29:29 user nova-compute[75255]: </disk>
Dec 01 21:29:29 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] No VIF found with MAC fa:16:3e:07:93:c1, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:29:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-85307e84-c6ad-46c5-974d-51eba4ee697f tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.705s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-22e336dc-a21d-445d-8d95-e4abf8e7b7ac req-f570c640-622f-46ed-a6dc-b37cbae56c0b service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-22e336dc-a21d-445d-8d95-e4abf8e7b7ac req-f570c640-622f-46ed-a6dc-b37cbae56c0b service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-22e336dc-a21d-445d-8d95-e4abf8e7b7ac req-f570c640-622f-46ed-a6dc-b37cbae56c0b service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-22e336dc-a21d-445d-8d95-e4abf8e7b7ac req-f570c640-622f-46ed-a6dc-b37cbae56c0b service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-22e336dc-a21d-445d-8d95-e4abf8e7b7ac req-f570c640-622f-46ed-a6dc-b37cbae56c0b service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:29:31 user nova-compute[75255]: WARNING nova.compute.manager [req-22e336dc-a21d-445d-8d95-e4abf8e7b7ac req-f570c640-622f-46ed-a6dc-b37cbae56c0b service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state building and task_state spawning.
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:29:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Instance spawned successfully.
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:29:31 user nova-compute[75255]: INFO nova.compute.manager [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Took 6.35 seconds to spawn the instance on the hypervisor.
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.compute.manager [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:29:31 user nova-compute[75255]: INFO nova.compute.manager [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Took 7.00 seconds to build instance.
Dec 01 21:29:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-55f48114-dc05-4bf2-a3e6-97c066a322da tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.098s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:29:31 user nova-compute[75255]: INFO nova.compute.manager [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Detaching volume 096dd076-e708-425b-a41b-c2848dde8213
Dec 01 21:29:31 user nova-compute[75255]: INFO nova.virt.block_device [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Attempting to driver detach volume 096dd076-e708-425b-a41b-c2848dde8213 from mountpoint /dev/vdb
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Attempting to detach device vdb from instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:29:31 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:29:31 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:29:31 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:29:31 user nova-compute[75255]:   <serial>096dd076-e708-425b-a41b-c2848dde8213</serial>
Dec 01 21:29:31 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:29:31 user nova-compute[75255]: </disk>
Dec 01 21:29:31 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:29:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Successfully detached device vdb from instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f from the persistent domain config.
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:29:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:29:31 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:29:31 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:29:31 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:29:31 user nova-compute[75255]:   <serial>096dd076-e708-425b-a41b-c2848dde8213</serial>
Dec 01 21:29:31 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:29:31 user nova-compute[75255]: </disk>
Dec 01 21:29:31 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:29:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:29:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:52 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f is timed out.
Dec 01 21:29:52 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Successfully detached device vdb from instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f from the live domain config.
Dec 01 21:29:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mixgPMbU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:29:52 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5bab43-1626-411a-90ab-d4b83a441e4b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:29:52 user nova-compute[75255]: No targets found.
Dec 01 21:29:52 user nova-compute[75255]: iSNS:
Dec 01 21:29:52 user nova-compute[75255]: No targets found.
Dec 01 21:29:52 user nova-compute[75255]: STATIC:
Dec 01 21:29:52 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4
Dec 01 21:29:52 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:29:52 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:29:52 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213
Dec 01 21:29:52 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:29:52 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:29:52 user nova-compute[75255]: FIRMWARE:
Dec 01 21:29:52 user nova-compute[75255]: No targets found.
Dec 01 21:29:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:29:52 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:29:52 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[892fdf92-0ccf-4f9a-b9e4-8c19112996b2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[661dab73-193e-42e5-9e4a-cdf55fce093d]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:29:52 user nova-compute[75255]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 (non-flash)
Dec 01 21:29:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:29:52 user nova-compute[75255]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 (non-flash)
Dec 01 21:29:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82804c32e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f04b84f-3fca-43a6-9642-5ef4794f9086]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[813af7c1-5f38-4bd6-8d36-4ec7d107bd04]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[65dca5ad-50f7-49cf-bc16-8f459e380c59]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[058f329c-a127-45a6-9316-3f16a2efbd5e]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4151860-785f-4a11-8390-c5b39b29a222]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[97585110-7c06-48dd-b97e-6e54aff3b9f4]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213, portal: 172.16.0.220,3260]
Dec 01 21:29:52 user nova-compute[75255]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213, portal: 172.16.0.220,3260] successful.
Dec 01 21:29:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:096dd076-e708-425b-a41b-c2848dde8213 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[97fa5d89-bf2c-41da-a473-01be475589b5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] <== disconnect_volume: return (284ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:29:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:53 user nova-compute[75255]: DEBUG nova.objects.instance [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lazy-loading 'flavor' on Instance uuid 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:29:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-399ce7ce-05ad-4fd6-af83-934b45953706 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.653s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:29:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:29:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:08 user nova-compute[75255]: DEBUG nova.compute.manager [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:30:08 user nova-compute[75255]: INFO nova.compute.manager [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] instance snapshotting
Dec 01 21:30:08 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Beginning live snapshot process
Dec 01 21:30:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json -f qcow2 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json -f qcow2" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json -f qcow2 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json -f qcow2" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpwc_jt3u_/062c79208f184bd6ad15a96acc03d3e7.delta 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpwc_jt3u_/062c79208f184bd6ad15a96acc03d3e7.delta 1073741824" returned: 0 in 0.062s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:08 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 01 21:30:09 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:30:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:30:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:30:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 01 21:30:10 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:30:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpwc_jt3u_/062c79208f184bd6ad15a96acc03d3e7.delta /opt/stack/data/nova/instances/snapshots/tmpwc_jt3u_/062c79208f184bd6ad15a96acc03d3e7 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpwc_jt3u_/062c79208f184bd6ad15a96acc03d3e7.delta /opt/stack/data/nova/instances/snapshots/tmpwc_jt3u_/062c79208f184bd6ad15a96acc03d3e7" returned: 0 in 0.361s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:10 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Snapshot extracted, beginning image upload
Dec 01 21:30:12 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:30:12 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:30:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:30:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Snapshot image upload complete
Dec 01 21:30:13 user nova-compute[75255]: INFO nova.compute.manager [None req-45ca17cd-bbdf-4667-900b-055068468b93 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Took 4.90 seconds to snapshot the instance on the hypervisor.
Dec 01 21:30:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:30:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:30:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:30:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:30:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:30:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:30:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:30:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:30:16 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updating instance_info_cache with network_info: [{"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-03f4b713-6adb-46e7-908c-809aaff5f888" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json" returned: 0 in 0.360s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:20 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:30:20 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:30:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8113MB free_disk=25.01677703857422GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 58e55339-9e29-4123-a352-4d32c0b359c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance c1a407ff-a3b8-4beb-930a-30199d802198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:30:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:30:21 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:30:21 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:30:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:30:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.368s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:30:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:30:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:30:23 user nova-compute[75255]: INFO nova.compute.manager [None req-626270ee-167c-403a-8851-eeafac2c8bc5 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Unrescuing
Dec 01 21:30:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-626270ee-167c-403a-8851-eeafac2c8bc5 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:30:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-626270ee-167c-403a-8851-eeafac2c8bc5 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquired lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:30:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-626270ee-167c-403a-8851-eeafac2c8bc5 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:30:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-626270ee-167c-403a-8851-eeafac2c8bc5 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating instance_info_cache with network_info: [{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:30:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-626270ee-167c-403a-8851-eeafac2c8bc5 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Releasing lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:30:23 user nova-compute[75255]: DEBUG nova.objects.instance [None req-626270ee-167c-403a-8851-eeafac2c8bc5 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'flavor' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:30:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-c00fe460-bd6e-4c89-a012-18fa3bd45a69 req-019f041d-6cda-4fd1-a202-e0432a3d930e service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-unplugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:30:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c00fe460-bd6e-4c89-a012-18fa3bd45a69 req-019f041d-6cda-4fd1-a202-e0432a3d930e service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c00fe460-bd6e-4c89-a012-18fa3bd45a69 req-019f041d-6cda-4fd1-a202-e0432a3d930e service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c00fe460-bd6e-4c89-a012-18fa3bd45a69 req-019f041d-6cda-4fd1-a202-e0432a3d930e service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-c00fe460-bd6e-4c89-a012-18fa3bd45a69 req-019f041d-6cda-4fd1-a202-e0432a3d930e service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-unplugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:30:24 user nova-compute[75255]: WARNING nova.compute.manager [req-c00fe460-bd6e-4c89-a012-18fa3bd45a69 req-019f041d-6cda-4fd1-a202-e0432a3d930e service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-unplugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:30:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:24 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Instance destroyed successfully.
Dec 01 21:30:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:30:26 user nova-compute[75255]: WARNING nova.compute.manager [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:30:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:30:26 user nova-compute[75255]: WARNING nova.compute.manager [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:30:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:30:26 user nova-compute[75255]: WARNING nova.compute.manager [req-47797441-db2a-4d79-bddb-8cc57ba84aa0 req-276e8d09-0a71-4bec-9be2-a225f4136c27 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:30:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:30:27 user nova-compute[75255]: INFO nova.compute.manager [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] instance snapshotting
Dec 01 21:30:27 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Beginning live snapshot process
Dec 01 21:30:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json -f qcow2 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json -f qcow2" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json -f qcow2 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json -f qcow2" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp56drvo5r/98ddaa4a58e54d0aae089c701ffe3f3b.delta 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp56drvo5r/98ddaa4a58e54d0aae089c701ffe3f3b.delta 1073741824" returned: 0 in 0.047s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:27 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 01 21:30:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-626270ee-167c-403a-8851-eeafac2c8bc5 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:30:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:30:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:30:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 01 21:30:29 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:30:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp56drvo5r/98ddaa4a58e54d0aae089c701ffe3f3b.delta /opt/stack/data/nova/instances/snapshots/tmp56drvo5r/98ddaa4a58e54d0aae089c701ffe3f3b {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp56drvo5r/98ddaa4a58e54d0aae089c701ffe3f3b.delta /opt/stack/data/nova/instances/snapshots/tmp56drvo5r/98ddaa4a58e54d0aae089c701ffe3f3b" returned: 0 in 0.338s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:29 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Snapshot extracted, beginning image upload
Dec 01 21:30:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Snapshot image upload complete
Dec 01 21:30:31 user nova-compute[75255]: INFO nova.compute.manager [None req-93491b7b-6abf-4ecb-94cb-ac34c31bf157 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Took 4.88 seconds to snapshot the instance on the hypervisor.
Dec 01 21:30:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:30:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:33 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:30:33 user nova-compute[75255]: INFO nova.compute.claims [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Claim successful on node user
Dec 01 21:30:34 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.378s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:30:34 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:30:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG nova.policy [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '159534e984314b6c9ef03af7dad00fe4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1457d7dbb7ed4dc89cd776aa1bb02728', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:30:34 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Creating image(s)
Dec 01 21:30:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "/opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "/opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "/opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "05f0aa0677fcc95deea2c7db75d0fb2c478a0fae" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "05f0aa0677fcc95deea2c7db75d0fb2c478a0fae" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae.part --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Successfully created port: ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae.part --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG nova.virt.images [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] 4b2b851b-70e9-4dbd-bea7-763b182ac24a was qcow2, converting to raw {{(pid=75255) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae.part /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae.converted {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae.part /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae.converted" returned: 0 in 0.274s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae.converted --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae.converted --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "05f0aa0677fcc95deea2c7db75d0fb2c478a0fae" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.485s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Successfully updated port: ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "05f0aa0677fcc95deea2c7db75d0fb2c478a0fae" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "05f0aa0677fcc95deea2c7db75d0fb2c478a0fae" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquired lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-000c6c76-882b-4c2b-b3f1-397616f529f1 req-5f6d95d4-078f-4344-82a9-172720285b4f service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-changed-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-000c6c76-882b-4c2b-b3f1-397616f529f1 req-5f6d95d4-078f-4344-82a9-172720285b4f service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Refreshing instance network info cache due to event network-changed-ed74879f-4f44-4fc9-b22e-753e46a0e01b. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-000c6c76-882b-4c2b-b3f1-397616f529f1 req-5f6d95d4-078f-4344-82a9-172720285b4f service nova] Acquiring lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae --force-share --output=json" returned: 0 in 0.167s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae,backing_fmt=raw /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae,backing_fmt=raw /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk 1073741824" returned: 0 in 0.104s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "05f0aa0677fcc95deea2c7db75d0fb2c478a0fae" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae --force-share --output=json" returned: 0 in 0.199s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Ensure instance console log exists: /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Updating instance_info_cache with network_info: [{"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Releasing lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.compute.manager [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Instance network_info: |[{"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-000c6c76-882b-4c2b-b3f1-397616f529f1 req-5f6d95d4-078f-4344-82a9-172720285b4f service nova] Acquired lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-000c6c76-882b-4c2b-b3f1-397616f529f1 req-5f6d95d4-078f-4344-82a9-172720285b4f service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Refreshing network info cache for port ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Start _get_guest_xml network_info=[{"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='9cea705436d131f2da1a5039d05ae5f0',container_format='bare',created_at=2023-12-01T21:30:27Z,direct_url=<?>,disk_format='qcow2',id=4b2b851b-70e9-4dbd-bea7-763b182ac24a,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-2023076995',owner='1457d7dbb7ed4dc89cd776aa1bb02728',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-01T21:30:32Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '4b2b851b-70e9-4dbd-bea7-763b182ac24a'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:30:36 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:30:36 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9cea705436d131f2da1a5039d05ae5f0',container_format='bare',created_at=2023-12-01T21:30:27Z,direct_url=<?>,disk_format='qcow2',id=4b2b851b-70e9-4dbd-bea7-763b182ac24a,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-2023076995',owner='1457d7dbb7ed4dc89cd776aa1bb02728',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-01T21:30:32Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:30:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1383583011',display_name='tempest-TestStampPattern-server-1383583011',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1383583011',id=39,image_ref='4b2b851b-70e9-4dbd-bea7-763b182ac24a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH0CCAIjREPxG7SOEG0JiMSjxtDCNIHhKXJ1rfwsxhf89Qge9KR/V3UwO3l3Sx15+6QgFHxg2WtQOQ+DlcJ+cCqVmRCZ6n8UiZW0ebrUU25xhXqjAYjBGTf3PduSIEUQqQ==',key_name='tempest-TestStampPattern-1785533011',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1457d7dbb7ed4dc89cd776aa1bb02728',ramdisk_id='',reservation_id='r-4721g6zw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='4d1485ad-4571-40d7-8cb9-15ff0ea2c18f',image_min_disk='1',image_min_ram='0',image_owner_id='1457d7dbb7ed4dc89cd776aa1bb02728',image_owner_project_name='tempest-TestStampPattern-2027410492',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-2027410492-project-member',image_user_id='159534e984314b6c9ef03af7dad00fe4',network_allocated='True',owner_project_name='tempest-TestStampPattern-2027410492',owner_user_name='tempest-TestStampPattern-2027410492-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:30:34Z,user_data=None,user_id='159534e984314b6c9ef03af7dad00fe4',uuid=8e9320c4-bbb3-4fc3-a240-56bc3844183b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converting VIF {"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=ed74879f-4f44-4fc9-b22e-753e46a0e01b,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped74879f-4f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.objects.instance [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lazy-loading 'pci_devices' on Instance uuid 8e9320c4-bbb3-4fc3-a240-56bc3844183b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:30:36 user nova-compute[75255]:   <uuid>8e9320c4-bbb3-4fc3-a240-56bc3844183b</uuid>
Dec 01 21:30:36 user nova-compute[75255]:   <name>instance-00000027</name>
Dec 01 21:30:36 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:30:36 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:30:36 user nova-compute[75255]:   <metadata>
Dec 01 21:30:36 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:30:36 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:30:36 user nova-compute[75255]:       <nova:name>tempest-TestStampPattern-server-1383583011</nova:name>
Dec 01 21:30:36 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:30:36</nova:creationTime>
Dec 01 21:30:36 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:30:36 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:30:36 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:30:36 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:30:36 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:30:36 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:30:36 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:30:36 user nova-compute[75255]:       <nova:owner>
Dec 01 21:30:36 user nova-compute[75255]:         <nova:user uuid="159534e984314b6c9ef03af7dad00fe4">tempest-TestStampPattern-2027410492-project-member</nova:user>
Dec 01 21:30:36 user nova-compute[75255]:         <nova:project uuid="1457d7dbb7ed4dc89cd776aa1bb02728">tempest-TestStampPattern-2027410492</nova:project>
Dec 01 21:30:36 user nova-compute[75255]:       </nova:owner>
Dec 01 21:30:36 user nova-compute[75255]:       <nova:root type="image" uuid="4b2b851b-70e9-4dbd-bea7-763b182ac24a"/>
Dec 01 21:30:36 user nova-compute[75255]:       <nova:ports>
Dec 01 21:30:36 user nova-compute[75255]:         <nova:port uuid="ed74879f-4f44-4fc9-b22e-753e46a0e01b">
Dec 01 21:30:36 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 01 21:30:36 user nova-compute[75255]:         </nova:port>
Dec 01 21:30:36 user nova-compute[75255]:       </nova:ports>
Dec 01 21:30:36 user nova-compute[75255]:     </nova:instance>
Dec 01 21:30:36 user nova-compute[75255]:   </metadata>
Dec 01 21:30:36 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:30:36 user nova-compute[75255]:     <system>
Dec 01 21:30:36 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:30:36 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:30:36 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:30:36 user nova-compute[75255]:       <entry name="serial">8e9320c4-bbb3-4fc3-a240-56bc3844183b</entry>
Dec 01 21:30:36 user nova-compute[75255]:       <entry name="uuid">8e9320c4-bbb3-4fc3-a240-56bc3844183b</entry>
Dec 01 21:30:36 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:30:36 user nova-compute[75255]:     </system>
Dec 01 21:30:36 user nova-compute[75255]:   </sysinfo>
Dec 01 21:30:36 user nova-compute[75255]:   <os>
Dec 01 21:30:36 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:30:36 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:30:36 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:30:36 user nova-compute[75255]:   </os>
Dec 01 21:30:36 user nova-compute[75255]:   <features>
Dec 01 21:30:36 user nova-compute[75255]:     <acpi/>
Dec 01 21:30:36 user nova-compute[75255]:     <apic/>
Dec 01 21:30:36 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:30:36 user nova-compute[75255]:   </features>
Dec 01 21:30:36 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:30:36 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:30:36 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:30:36 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:30:36 user nova-compute[75255]:   </clock>
Dec 01 21:30:36 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:30:36 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:30:36 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:30:36 user nova-compute[75255]:   </cpu>
Dec 01 21:30:36 user nova-compute[75255]:   <devices>
Dec 01 21:30:36 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:30:36 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:30:36 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk"/>
Dec 01 21:30:36 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:30:36 user nova-compute[75255]:     </disk>
Dec 01 21:30:36 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:30:36 user nova-compute[75255]:       <mac address="fa:16:3e:25:3a:fe"/>
Dec 01 21:30:36 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:30:36 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:30:36 user nova-compute[75255]:       <target dev="taped74879f-4f"/>
Dec 01 21:30:36 user nova-compute[75255]:     </interface>
Dec 01 21:30:36 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:30:36 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/console.log" append="off"/>
Dec 01 21:30:36 user nova-compute[75255]:     </serial>
Dec 01 21:30:36 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:30:36 user nova-compute[75255]:     <video>
Dec 01 21:30:36 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:30:36 user nova-compute[75255]:     </video>
Dec 01 21:30:36 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:30:36 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:30:36 user nova-compute[75255]:     </rng>
Dec 01 21:30:36 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:30:36 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:30:36 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:30:36 user nova-compute[75255]:     </memballoon>
Dec 01 21:30:36 user nova-compute[75255]:   </devices>
Dec 01 21:30:36 user nova-compute[75255]: </domain>
Dec 01 21:30:36 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:30:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1383583011',display_name='tempest-TestStampPattern-server-1383583011',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1383583011',id=39,image_ref='4b2b851b-70e9-4dbd-bea7-763b182ac24a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH0CCAIjREPxG7SOEG0JiMSjxtDCNIHhKXJ1rfwsxhf89Qge9KR/V3UwO3l3Sx15+6QgFHxg2WtQOQ+DlcJ+cCqVmRCZ6n8UiZW0ebrUU25xhXqjAYjBGTf3PduSIEUQqQ==',key_name='tempest-TestStampPattern-1785533011',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1457d7dbb7ed4dc89cd776aa1bb02728',ramdisk_id='',reservation_id='r-4721g6zw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='4d1485ad-4571-40d7-8cb9-15ff0ea2c18f',image_min_disk='1',image_min_ram='0',image_owner_id='1457d7dbb7ed4dc89cd776aa1bb02728',image_owner_project_name='tempest-TestStampPattern-2027410492',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-2027410492-project-member',image_user_id='159534e984314b6c9ef03af7dad00fe4',network_allocated='True',owner_project_name='tempest-TestStampPattern-2027410492',owner_user_name='tempest-TestStampPattern-2027410492-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:30:34Z,user_data=None,user_id='159534e984314b6c9ef03af7dad00fe4',uuid=8e9320c4-bbb3-4fc3-a240-56bc3844183b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converting VIF {"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=ed74879f-4f44-4fc9-b22e-753e46a0e01b,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped74879f-4f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG os_vif [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=ed74879f-4f44-4fc9-b22e-753e46a0e01b,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped74879f-4f') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'acedeff4-e08d-5f11-a3a0-e58f649133b5', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=taped74879f-4f, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=taped74879f-4f, col_values=(('qos', UUID('3be6cd6e-c56d-4e98-9cd1-ece0420eaaa1')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=taped74879f-4f, col_values=(('external_ids', {'iface-id': 'ed74879f-4f44-4fc9-b22e-753e46a0e01b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:25:3a:fe', 'vm-uuid': '8e9320c4-bbb3-4fc3-a240-56bc3844183b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:36 user nova-compute[75255]: INFO os_vif [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=ed74879f-4f44-4fc9-b22e-753e46a0e01b,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped74879f-4f')
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:30:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] No VIF found with MAC fa:16:3e:25:3a:fe, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:30:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-000c6c76-882b-4c2b-b3f1-397616f529f1 req-5f6d95d4-078f-4344-82a9-172720285b4f service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Updated VIF entry in instance network info cache for port ed74879f-4f44-4fc9-b22e-753e46a0e01b. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:30:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-000c6c76-882b-4c2b-b3f1-397616f529f1 req-5f6d95d4-078f-4344-82a9-172720285b4f service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Updating instance_info_cache with network_info: [{"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:30:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-000c6c76-882b-4c2b-b3f1-397616f529f1 req-5f6d95d4-078f-4344-82a9-172720285b4f service nova] Releasing lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:30:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-5ea19fa7-d94a-4daa-861c-15280d7c2107 req-a45a2ad1-2a35-4630-9bc4-c5d9d977b41d service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:30:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5ea19fa7-d94a-4daa-861c-15280d7c2107 req-a45a2ad1-2a35-4630-9bc4-c5d9d977b41d service nova] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5ea19fa7-d94a-4daa-861c-15280d7c2107 req-a45a2ad1-2a35-4630-9bc4-c5d9d977b41d service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5ea19fa7-d94a-4daa-861c-15280d7c2107 req-a45a2ad1-2a35-4630-9bc4-c5d9d977b41d service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-5ea19fa7-d94a-4daa-861c-15280d7c2107 req-a45a2ad1-2a35-4630-9bc4-c5d9d977b41d service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] No waiting events found dispatching network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:30:38 user nova-compute[75255]: WARNING nova.compute.manager [req-5ea19fa7-d94a-4daa-861c-15280d7c2107 req-a45a2ad1-2a35-4630-9bc4-c5d9d977b41d service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received unexpected event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b for instance with vm_state building and task_state spawning.
Dec 01 21:30:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:40 user nova-compute[75255]: DEBUG nova.compute.manager [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:30:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:30:40 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Instance spawned successfully.
Dec 01 21:30:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:30:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:30:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:30:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-0d715efd-8f8f-4f9e-b1f5-4c66061681ef req-d04ddc54-13d0-4384-8e56-8103a5d60677 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:30:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0d715efd-8f8f-4f9e-b1f5-4c66061681ef req-d04ddc54-13d0-4384-8e56-8103a5d60677 service nova] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0d715efd-8f8f-4f9e-b1f5-4c66061681ef req-d04ddc54-13d0-4384-8e56-8103a5d60677 service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0d715efd-8f8f-4f9e-b1f5-4c66061681ef req-d04ddc54-13d0-4384-8e56-8103a5d60677 service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-0d715efd-8f8f-4f9e-b1f5-4c66061681ef req-d04ddc54-13d0-4384-8e56-8103a5d60677 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] No waiting events found dispatching network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:30:40 user nova-compute[75255]: WARNING nova.compute.manager [req-0d715efd-8f8f-4f9e-b1f5-4c66061681ef req-d04ddc54-13d0-4384-8e56-8103a5d60677 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received unexpected event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b for instance with vm_state building and task_state spawning.
Dec 01 21:30:40 user nova-compute[75255]: INFO nova.compute.manager [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Took 6.01 seconds to spawn the instance on the hypervisor.
Dec 01 21:30:40 user nova-compute[75255]: DEBUG nova.compute.manager [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:30:40 user nova-compute[75255]: INFO nova.compute.manager [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Took 6.76 seconds to build instance.
Dec 01 21:30:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-48089451-4a2a-4565-b3d6-adf3f56a5ded tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.863s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-c88771e9-d302-4fee-aa59-aca1949b2647 req-e6dad32d-683d-45be-9948-d7315e39bd3c service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received event network-changed-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:30:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-c88771e9-d302-4fee-aa59-aca1949b2647 req-e6dad32d-683d-45be-9948-d7315e39bd3c service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Refreshing instance network info cache due to event network-changed-a199d6ac-4f22-4494-9c79-f59e771f86d9. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:30:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c88771e9-d302-4fee-aa59-aca1949b2647 req-e6dad32d-683d-45be-9948-d7315e39bd3c service nova] Acquiring lock "refresh_cache-58e55339-9e29-4123-a352-4d32c0b359c6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:30:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c88771e9-d302-4fee-aa59-aca1949b2647 req-e6dad32d-683d-45be-9948-d7315e39bd3c service nova] Acquired lock "refresh_cache-58e55339-9e29-4123-a352-4d32c0b359c6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:30:47 user nova-compute[75255]: DEBUG nova.network.neutron [req-c88771e9-d302-4fee-aa59-aca1949b2647 req-e6dad32d-683d-45be-9948-d7315e39bd3c service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Refreshing network info cache for port a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:30:47 user nova-compute[75255]: DEBUG nova.network.neutron [req-c88771e9-d302-4fee-aa59-aca1949b2647 req-e6dad32d-683d-45be-9948-d7315e39bd3c service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Updated VIF entry in instance network info cache for port a199d6ac-4f22-4494-9c79-f59e771f86d9. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:30:47 user nova-compute[75255]: DEBUG nova.network.neutron [req-c88771e9-d302-4fee-aa59-aca1949b2647 req-e6dad32d-683d-45be-9948-d7315e39bd3c service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Updating instance_info_cache with network_info: [{"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:30:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c88771e9-d302-4fee-aa59-aca1949b2647 req-e6dad32d-683d-45be-9948-d7315e39bd3c service nova] Releasing lock "refresh_cache-58e55339-9e29-4123-a352-4d32c0b359c6" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:30:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58e55339-9e29-4123-a352-4d32c0b359c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:49 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'flavor' on Instance uuid 58e55339-9e29-4123-a352-4d32c0b359c6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:30:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58e55339-9e29-4123-a352-4d32c0b359c6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:30:50 user nova-compute[75255]: INFO nova.compute.manager [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Attaching volume 99201bb8-9d86-461d-b26b-9adb7bba23a6 to /dev/vdb
Dec 01 21:30:50 user nova-compute[75255]: DEBUG os_brick.utils [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a51f50d5-606f-4f6d-a8e4-6749a54df1e3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3252fe24-0f8a-48f2-a159-d02e85b9c77f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c467854e-929b-415d-9ad3-7c1562fb6dcd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3143cc01-bf59-4e28-8376-e6007bf13c2b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:30:50 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:30:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e833aae-1f24-4fd9-b83d-3d119755b62b]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG os_brick.utils [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:30:50 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Updating existing volume attachment record: f1258d8e-a9b4-4173-8a6d-6458d5f9c0e1 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:30:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yVYUClZD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:30:59 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:30:59 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:30:59 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea76b25d-4c2d-48ca-b666-fab3b4995b4a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:30:59 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d5ade2e-f258-43e8-bdec-4bd00ddfa7e5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6] added
Dec 01 21:30:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ceccb1e-5fd3-4cd3-b70d-4124b58984f8]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b2d5eb3-0080-43f3-be25-6b5885c49725]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yVYUClZD {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yVYUClZD" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[447358dc-643d-47ab-aa30-96e509466f15]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yVYUClZD'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[495b0ee9-7e4c-4b0e-a5b8-0dafc56e3243]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcdaa2bd-1651-4616-8c35-e18e173b3182]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:30:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:30:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3135e338-1bd9-489a-88fd-5b157397b2d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6, portal: 172.16.0.220,3260]
Dec 01 21:30:59 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6, portal: 172.16.0.220,3260] successful.
Dec 01 21:30:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[93f97fc4-85c1-453b-bbf1-164be7d994ef]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b92daa83-9b60-45c1-b425-9c7cbfbc8993]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:30:59 user nova-compute[75255]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 (non-flash)
Dec 01 21:30:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:30:59 user nova-compute[75255]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 (non-flash)
Dec 01 21:30:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bab6fd1-2f18-4ab3-90b9-3180657d7eee]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:30:59 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:31:00 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:31:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yVYUClZD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:31:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:31:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '26163353037383639', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:31:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26163353037383639', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:31:00 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'flavor' on Instance uuid 58e55339-9e29-4123-a352-4d32c0b359c6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:31:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:31:00 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:31:00 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:31:00 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:31:00 user nova-compute[75255]:   <serial>99201bb8-9d86-461d-b26b-9adb7bba23a6</serial>
Dec 01 21:31:00 user nova-compute[75255]: </disk>
Dec 01 21:31:00 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:31:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:31:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:31:01 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No VIF found with MAC fa:16:3e:70:14:4b, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:31:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d395020a-88e7-42a0-afcc-459d1f02a746 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.133s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58e55339-9e29-4123-a352-4d32c0b359c6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:02 user nova-compute[75255]: INFO nova.compute.manager [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Detaching volume 99201bb8-9d86-461d-b26b-9adb7bba23a6
Dec 01 21:31:02 user nova-compute[75255]: INFO nova.virt.block_device [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Attempting to driver detach volume 99201bb8-9d86-461d-b26b-9adb7bba23a6 from mountpoint /dev/vdb
Dec 01 21:31:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Attempting to detach device vdb from instance 58e55339-9e29-4123-a352-4d32c0b359c6 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:31:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:31:02 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:31:02 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:31:02 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:31:02 user nova-compute[75255]:   <serial>99201bb8-9d86-461d-b26b-9adb7bba23a6</serial>
Dec 01 21:31:02 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:31:02 user nova-compute[75255]: </disk>
Dec 01 21:31:02 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:31:02 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully detached device vdb from instance 58e55339-9e29-4123-a352-4d32c0b359c6 from the persistent domain config.
Dec 01 21:31:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 58e55339-9e29-4123-a352-4d32c0b359c6 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:31:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:31:02 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:31:02 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:31:02 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:31:02 user nova-compute[75255]:   <serial>99201bb8-9d86-461d-b26b-9adb7bba23a6</serial>
Dec 01 21:31:02 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:31:02 user nova-compute[75255]: </disk>
Dec 01 21:31:02 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:31:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 58e55339-9e29-4123-a352-4d32c0b359c6 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:31:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:11 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:31:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:31:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:31:14 user nova-compute[75255]: INFO nova.compute.claims [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Claim successful on node user
Dec 01 21:31:14 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:31:14 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:31:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.381s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:31:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:31:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:31:15 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:31:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:31:15 user nova-compute[75255]: DEBUG nova.policy [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f868fc92eea94bcb840f0285b9055119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f123b45555484e6b8b0b30b4998da2e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:31:15 user nova-compute[75255]: INFO nova.virt.block_device [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Booting with blank volume at /dev/vda
Dec 01 21:31:15 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Successfully created port: e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Successfully updated port: e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquired lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-c853f4e2-1250-4546-b7af-723b13fe4532 req-4f2bd213-6582-46b3-ad11-c84cb85513a0 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-changed-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG nova.compute.manager [req-c853f4e2-1250-4546-b7af-723b13fe4532 req-4f2bd213-6582-46b3-ad11-c84cb85513a0 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Refreshing instance network info cache due to event network-changed-e6be92b5-0321-4c8d-a80c-af59a5f8041c. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c853f4e2-1250-4546-b7af-723b13fe4532 req-4f2bd213-6582-46b3-ad11-c84cb85513a0 service nova] Acquiring lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:16 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.289s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG nova.network.neutron [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updating instance_info_cache with network_info: [{"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Releasing lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Instance network_info: |[{"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c853f4e2-1250-4546-b7af-723b13fe4532 req-4f2bd213-6582-46b3-ad11-c84cb85513a0 service nova] Acquired lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-c853f4e2-1250-4546-b7af-723b13fe4532 req-4f2bd213-6582-46b3-ad11-c84cb85513a0 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Refreshing network info cache for port e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-c853f4e2-1250-4546-b7af-723b13fe4532 req-4f2bd213-6582-46b3-ad11-c84cb85513a0 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updated VIF entry in instance network info cache for port e6be92b5-0321-4c8d-a80c-af59a5f8041c. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-c853f4e2-1250-4546-b7af-723b13fe4532 req-4f2bd213-6582-46b3-ad11-c84cb85513a0 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updating instance_info_cache with network_info: [{"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c853f4e2-1250-4546-b7af-723b13fe4532 req-4f2bd213-6582-46b3-ad11-c84cb85513a0 service nova] Releasing lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG nova.objects.instance [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'flavor' on Instance uuid c1a407ff-a3b8-4beb-930a-30199d802198 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:18 user nova-compute[75255]: INFO nova.compute.manager [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Attaching volume 5d992588-6fc7-4a7a-970d-c840efd31fbe to /dev/vdb
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG os_brick.utils [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d901849a-b772-4012-8c06-74607eb12053]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e5cbf04-65fa-437a-bd4d-51394d8f7517]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e83dabaf-e064-4ae2-aee4-9a80a0d428a3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[17e1dbc2-dad8-4439-92c4-08235cc4d0ec]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:31:18 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3357960e-0224-499f-9912-610f1222d941]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG os_brick.utils [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updating existing volume attachment record: 739acbf9-c4d5-47ea-932c-132a2e6343da {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:20 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:31:20 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8032MB free_disk=24.869110107421875GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 58e55339-9e29-4123-a352-4d32c0b359c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance c1a407ff-a3b8-4beb-930a-30199d802198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG os_brick.utils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf09dae4-d6a4-4581-9c41-8860b184c441]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b956208-2d1f-4dd4-bf0c-8a63eb1b0372]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0d51948-07ed-4ded-a0d7-c34feb1cefae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ebbd03-e3ae-40d0-9ada-74a44c528c0f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:31:20 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[511f8b9f-02a4-4274-a739-892a8852acfe]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG os_brick.utils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updating existing volume attachment record: 5796dfa8-feb3-4a45-b671-b1d766336d8e {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:31:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.498s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:22 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 58e55339-9e29-4123-a352-4d32c0b359c6 is timed out.
Dec 01 21:31:22 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully detached device vdb from instance 58e55339-9e29-4123-a352-4d32c0b359c6 from the live domain config.
Dec 01 21:31:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yVYUClZD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:31:22 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:31:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3882dd5c-231b-4ecd-9eb8-91a2af01c447]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:31:22 user nova-compute[75255]: No targets found.
Dec 01 21:31:22 user nova-compute[75255]: iSNS:
Dec 01 21:31:22 user nova-compute[75255]: No targets found.
Dec 01 21:31:22 user nova-compute[75255]: STATIC:
Dec 01 21:31:22 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4
Dec 01 21:31:22 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:31:22 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:31:22 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6
Dec 01 21:31:22 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:31:22 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:31:22 user nova-compute[75255]: FIRMWARE:
Dec 01 21:31:22 user nova-compute[75255]: No targets found.
Dec 01 21:31:22 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:31:22 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:31:22 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9dab811-2345-47a2-bc10-38fca023d0cb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc26d8d-36bc-40d6-8e74-c09ab77122f4]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:31:23 user nova-compute[75255]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 (non-flash)
Dec 01 21:31:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:31:23 user nova-compute[75255]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 (non-flash)
Dec 01 21:31:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd3d6c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc077258-2c29-4be7-bf6b-2aabcce64ec8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a329e72-8aca-4c0b-be85-c4445634248d]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[56c9f24e-20fb-486d-a259-0fc7f0478761]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba5cd2e-5de1-47e7-a56b-aa225c7e80c5]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d4dcff-0231-46c2-a931-a76e14675d5b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e20fdc5-4c0d-4799-8d7c-9eef9d7fbcbf]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6, portal: 172.16.0.220,3260]
Dec 01 21:31:23 user nova-compute[75255]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6, portal: 172.16.0.220,3260] successful.
Dec 01 21:31:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:99201bb8-9d86-461d-b26b-9adb7bba23a6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd9b5cc-d2b8-40ce-accc-87400275aad1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] <== disconnect_volume: return (296ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updating instance_info_cache with network_info: [{"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-2bad2144-38ac-4bf3-a390-5bdda4792c3d" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:31:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:31:24 user nova-compute[75255]: DEBUG nova.objects.instance [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'flavor' on Instance uuid 58e55339-9e29-4123-a352-4d32c0b359c6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:31:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4e3b6149-223a-4f40-a98c-7ce4f04e0b0c tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.676s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:26 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:31:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:31:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:31:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:31:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:31:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GWjcxdVQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:31:28 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.006s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:31:28 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:31:28 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[375118b5-0efe-42c9-ab13-888b9ed6a897]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:31:28 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[370f7100-25bf-4e60-a9f3-e36c0eb0e82b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe] added
Dec 01 21:31:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9862b6ee-8d37-4573-a428-6ae1d8e1972c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc5825a1-32a0-4c6c-8988-0044fb0260ab]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GWjcxdVQ {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GWjcxdVQ" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0525fb20-1d41-4d2a-9157-d2b12a4de104]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GWjcxdVQ'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6be761aa-3973-4df2-8107-29ea04a9204d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f0dd9fb-f7f5-4af8-93af-5ef9e6463a67]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:31:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:31:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3030e5be-9872-4bea-84fc-d9208bd183a1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe, portal: 172.16.0.220,3260]
Dec 01 21:31:28 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe, portal: 172.16.0.220,3260] successful.
Dec 01 21:31:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfbd0035-4933-438b-a8a7-7103b8d1e9a2]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0804e7fb-acc8-4437-937a-e5ca437fe597]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:31:28 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:31:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:31:28 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:31:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] HCTL ('34', '-', '-', 0) found on session 43 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3195a59-236b-485a-a0ad-6fb988d35d6c]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Searching for a device in session 43 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:31:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GWjcxdVQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:31:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:31:29 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] <== connect_volume: return (1302ms) {'type': 'block', 'scsi_wwn': '23033333261316631', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:31:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23033333261316631', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:31:29 user nova-compute[75255]: DEBUG nova.objects.instance [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'flavor' on Instance uuid c1a407ff-a3b8-4beb-930a-30199d802198 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:31:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:31:29 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:31:29 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:31:29 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:31:29 user nova-compute[75255]:   <serial>5d992588-6fc7-4a7a-970d-c840efd31fbe</serial>
Dec 01 21:31:29 user nova-compute[75255]: </disk>
Dec 01 21:31:29 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:31:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:31:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:31:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] No VIF found with MAC fa:16:3e:df:da:c0, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-661bbb6b-c30f-4a4e-ba1a-860109b72d26 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.310s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:31:30 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Creating image(s)
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Ensure instance console log exists: /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Start _get_guest_xml network_info=[{"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPkEStxe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '01b25573-6cc2-45d2-a8b8-3f98573f3e09', 'attached_at': '', 'detached_at': '', 'volume_id': '39ddd91a-1c20-4fce-9c3c-6ade2d81d56a', 'serial': '39ddd91a-1c20-4fce-9c3c-6ade2d81d56a'}, 'device_type': 'disk', 'attachment_id': '5796dfa8-feb3-4a45-b671-b1d766336d8e', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:31:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:31:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPkEStxe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:31:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:31:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:31:30 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f396214-029e-47f5-a9d3-caba6db0a856]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:31:30 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[09fdba1c-de9a-4faa-94a8-15aad3b7e559]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a] added
Dec 01 21:31:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc6f64f-1d8f-494c-8d12-c372007cf077]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[98a88d73-9357-4cdd-a6ad-0c856a2d66b1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sPkEStxe {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sPkEStxe" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[31840bc2-c4da-465b-8f21-0440ee598da9]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sPkEStxe'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0308f415-2a97-4a4b-ac39-23ded2b1e810]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae9d3724-04ce-44f4-bf3a-246ef9d3dc26]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:31:30 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:31:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:31:30 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:31:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[22d87e94-ae80-474b-b40a-ed9769c7ed8e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a, portal: 172.16.0.220,3260]
Dec 01 21:31:30 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a, portal: 172.16.0.220,3260] successful.
Dec 01 21:31:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6682b8c3-242a-4e7a-abb5-2087b9d39e8c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[51a6a6a6-96c6-4ff5-a4d0-cc5d2441170e]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:31:30 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:31:30 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:31:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:31:30 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:31:30 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:31:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] HCTL ('35', '-', '-', 0) found on session 44 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d2e816-58f2-4e41-b788-d06e1aadeae0]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching for a device in session 44 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:31:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPkEStxe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23165613436633832', 'path': '/dev/sdd'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165613436633832', 'path': '/dev/sdd'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:31:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1526475344',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1526475344',id=40,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-n9asa9bs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:31:15Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=01b25573-6cc2-45d2-a8b8-3f98573f3e09,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:d4:96,bridge_name='br-int',has_traffic_filtering=True,id=e6be92b5-0321-4c8d-a80c-af59a5f8041c,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6be92b5-03') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'pci_devices' on Instance uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:31:31 user nova-compute[75255]:   <uuid>01b25573-6cc2-45d2-a8b8-3f98573f3e09</uuid>
Dec 01 21:31:31 user nova-compute[75255]:   <name>instance-00000028</name>
Dec 01 21:31:31 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:31:31 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:31:31 user nova-compute[75255]:   <metadata>
Dec 01 21:31:31 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:31:31 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:31:31 user nova-compute[75255]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1526475344</nova:name>
Dec 01 21:31:31 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:31:30</nova:creationTime>
Dec 01 21:31:31 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:31:31 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:31:31 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:31:31 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:31:31 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:31:31 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:31:31 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:31:31 user nova-compute[75255]:       <nova:owner>
Dec 01 21:31:31 user nova-compute[75255]:         <nova:user uuid="f868fc92eea94bcb840f0285b9055119">tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member</nova:user>
Dec 01 21:31:31 user nova-compute[75255]:         <nova:project uuid="f123b45555484e6b8b0b30b4998da2e3">tempest-ServerBootFromVolumeStableRescueTest-1055103376</nova:project>
Dec 01 21:31:31 user nova-compute[75255]:       </nova:owner>
Dec 01 21:31:31 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:31:31 user nova-compute[75255]:       <nova:ports>
Dec 01 21:31:31 user nova-compute[75255]:         <nova:port uuid="e6be92b5-0321-4c8d-a80c-af59a5f8041c">
Dec 01 21:31:31 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 01 21:31:31 user nova-compute[75255]:         </nova:port>
Dec 01 21:31:31 user nova-compute[75255]:       </nova:ports>
Dec 01 21:31:31 user nova-compute[75255]:     </nova:instance>
Dec 01 21:31:31 user nova-compute[75255]:   </metadata>
Dec 01 21:31:31 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:31:31 user nova-compute[75255]:     <system>
Dec 01 21:31:31 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:31:31 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:31:31 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:31:31 user nova-compute[75255]:       <entry name="serial">01b25573-6cc2-45d2-a8b8-3f98573f3e09</entry>
Dec 01 21:31:31 user nova-compute[75255]:       <entry name="uuid">01b25573-6cc2-45d2-a8b8-3f98573f3e09</entry>
Dec 01 21:31:31 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:31:31 user nova-compute[75255]:     </system>
Dec 01 21:31:31 user nova-compute[75255]:   </sysinfo>
Dec 01 21:31:31 user nova-compute[75255]:   <os>
Dec 01 21:31:31 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:31:31 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:31:31 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:31:31 user nova-compute[75255]:   </os>
Dec 01 21:31:31 user nova-compute[75255]:   <features>
Dec 01 21:31:31 user nova-compute[75255]:     <acpi/>
Dec 01 21:31:31 user nova-compute[75255]:     <apic/>
Dec 01 21:31:31 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:31:31 user nova-compute[75255]:   </features>
Dec 01 21:31:31 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:31:31 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:31:31 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:31:31 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:31:31 user nova-compute[75255]:   </clock>
Dec 01 21:31:31 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:31:31 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:31:31 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:31:31 user nova-compute[75255]:   </cpu>
Dec 01 21:31:31 user nova-compute[75255]:   <devices>
Dec 01 21:31:31 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:31:31 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:31:31 user nova-compute[75255]:       <source dev="/dev/sdd"/>
Dec 01 21:31:31 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:31:31 user nova-compute[75255]:       <serial>39ddd91a-1c20-4fce-9c3c-6ade2d81d56a</serial>
Dec 01 21:31:31 user nova-compute[75255]:     </disk>
Dec 01 21:31:31 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:31:31 user nova-compute[75255]:       <mac address="fa:16:3e:95:d4:96"/>
Dec 01 21:31:31 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:31:31 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:31:31 user nova-compute[75255]:       <target dev="tape6be92b5-03"/>
Dec 01 21:31:31 user nova-compute[75255]:     </interface>
Dec 01 21:31:31 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:31:31 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/console.log" append="off"/>
Dec 01 21:31:31 user nova-compute[75255]:     </serial>
Dec 01 21:31:31 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:31:31 user nova-compute[75255]:     <video>
Dec 01 21:31:31 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:31:31 user nova-compute[75255]:     </video>
Dec 01 21:31:31 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:31:31 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:31:31 user nova-compute[75255]:     </rng>
Dec 01 21:31:31 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:31:31 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:31:31 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:31:31 user nova-compute[75255]:     </memballoon>
Dec 01 21:31:31 user nova-compute[75255]:   </devices>
Dec 01 21:31:31 user nova-compute[75255]: </domain>
Dec 01 21:31:31 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:31:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1526475344',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1526475344',id=40,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-n9asa9bs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:31:15Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=01b25573-6cc2-45d2-a8b8-3f98573f3e09,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:d4:96,bridge_name='br-int',has_traffic_filtering=True,id=e6be92b5-0321-4c8d-a80c-af59a5f8041c,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6be92b5-03') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG os_vif [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d4:96,bridge_name='br-int',has_traffic_filtering=True,id=e6be92b5-0321-4c8d-a80c-af59a5f8041c,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6be92b5-03') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c2476235-d3bf-58d8-9c2f-24138b9133dd', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape6be92b5-03, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape6be92b5-03, col_values=(('qos', UUID('b0b82ea7-daf3-427f-9cfc-b13538e9bb2a')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape6be92b5-03, col_values=(('external_ids', {'iface-id': 'e6be92b5-0321-4c8d-a80c-af59a5f8041c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:d4:96', 'vm-uuid': '01b25573-6cc2-45d2-a8b8-3f98573f3e09'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:31 user nova-compute[75255]: INFO os_vif [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:d4:96,bridge_name='br-int',has_traffic_filtering=True,id=e6be92b5-0321-4c8d-a80c-af59a5f8041c,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6be92b5-03')
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:31:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No VIF found with MAC fa:16:3e:95:d4:96, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:31:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-2aeca76e-1807-42b3-934c-0964deda7b55 req-b8a1684e-4d26-4684-8428-9b18bdec6828 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-changed-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-2aeca76e-1807-42b3-934c-0964deda7b55 req-b8a1684e-4d26-4684-8428-9b18bdec6828 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Refreshing instance network info cache due to event network-changed-1c03a247-242d-49f7-8752-bcbefe9ea962. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:31:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2aeca76e-1807-42b3-934c-0964deda7b55 req-b8a1684e-4d26-4684-8428-9b18bdec6828 service nova] Acquiring lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:31:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2aeca76e-1807-42b3-934c-0964deda7b55 req-b8a1684e-4d26-4684-8428-9b18bdec6828 service nova] Acquired lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:31:32 user nova-compute[75255]: DEBUG nova.network.neutron [req-2aeca76e-1807-42b3-934c-0964deda7b55 req-b8a1684e-4d26-4684-8428-9b18bdec6828 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Refreshing network info cache for port 1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:31:32 user nova-compute[75255]: DEBUG nova.network.neutron [req-2aeca76e-1807-42b3-934c-0964deda7b55 req-b8a1684e-4d26-4684-8428-9b18bdec6828 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updated VIF entry in instance network info cache for port 1c03a247-242d-49f7-8752-bcbefe9ea962. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:31:32 user nova-compute[75255]: DEBUG nova.network.neutron [req-2aeca76e-1807-42b3-934c-0964deda7b55 req-b8a1684e-4d26-4684-8428-9b18bdec6828 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updating instance_info_cache with network_info: [{"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:31:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2aeca76e-1807-42b3-934c-0964deda7b55 req-b8a1684e-4d26-4684-8428-9b18bdec6828 service nova] Releasing lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:31:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:34 user nova-compute[75255]: WARNING nova.compute.manager [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state building and task_state spawning.
Dec 01 21:31:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:34 user nova-compute[75255]: WARNING nova.compute.manager [req-7b406f38-5f25-4cc2-b980-eb1435ecafff req-f182e808-6fd1-4da4-902f-6869f46ab25e service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state building and task_state spawning.
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:31:35 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Instance spawned successfully.
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:31:35 user nova-compute[75255]: INFO nova.compute.manager [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Took 4.91 seconds to spawn the instance on the hypervisor.
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:35 user nova-compute[75255]: INFO nova.compute.manager [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Rebooting instance
Dec 01 21:31:35 user nova-compute[75255]: INFO nova.compute.manager [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Took 20.83 seconds to build instance.
Dec 01 21:31:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquired lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3a11a56c-183c-45d9-8ebf-cb844e7c98d3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.920s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updating instance_info_cache with network_info: [{"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Releasing lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:31:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:31:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-a4462220-d4b4-4ecf-a14d-2e3238d5c9b0 req-b57ae686-8b4c-4c9a-81ac-64869292e2e7 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-changed-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-a4462220-d4b4-4ecf-a14d-2e3238d5c9b0 req-b57ae686-8b4c-4c9a-81ac-64869292e2e7 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Refreshing instance network info cache due to event network-changed-1c03a247-242d-49f7-8752-bcbefe9ea962. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:31:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a4462220-d4b4-4ecf-a14d-2e3238d5c9b0 req-b57ae686-8b4c-4c9a-81ac-64869292e2e7 service nova] Acquiring lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:31:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a4462220-d4b4-4ecf-a14d-2e3238d5c9b0 req-b57ae686-8b4c-4c9a-81ac-64869292e2e7 service nova] Acquired lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:31:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-a4462220-d4b4-4ecf-a14d-2e3238d5c9b0 req-b57ae686-8b4c-4c9a-81ac-64869292e2e7 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Refreshing network info cache for port 1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:31:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-a4462220-d4b4-4ecf-a14d-2e3238d5c9b0 req-b57ae686-8b4c-4c9a-81ac-64869292e2e7 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updated VIF entry in instance network info cache for port 1c03a247-242d-49f7-8752-bcbefe9ea962. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:31:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-a4462220-d4b4-4ecf-a14d-2e3238d5c9b0 req-b57ae686-8b4c-4c9a-81ac-64869292e2e7 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updating instance_info_cache with network_info: [{"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:31:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-a4462220-d4b4-4ecf-a14d-2e3238d5c9b0 req-b57ae686-8b4c-4c9a-81ac-64869292e2e7 service nova] Releasing lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-4254892a-100a-4a28-9fa2-46ada5bb3e7e req-e55a012c-5669-4578-b446-ff095c2e522e service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-unplugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4254892a-100a-4a28-9fa2-46ada5bb3e7e req-e55a012c-5669-4578-b446-ff095c2e522e service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4254892a-100a-4a28-9fa2-46ada5bb3e7e req-e55a012c-5669-4578-b446-ff095c2e522e service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4254892a-100a-4a28-9fa2-46ada5bb3e7e req-e55a012c-5669-4578-b446-ff095c2e522e service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG nova.compute.manager [req-4254892a-100a-4a28-9fa2-46ada5bb3e7e req-e55a012c-5669-4578-b446-ff095c2e522e service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-unplugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:38 user nova-compute[75255]: WARNING nova.compute.manager [req-4254892a-100a-4a28-9fa2-46ada5bb3e7e req-e55a012c-5669-4578-b446-ff095c2e522e service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-unplugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state active and task_state reboot_started.
Dec 01 21:31:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:39 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Instance shutdown successfully.
Dec 01 21:31:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:40 user nova-compute[75255]: WARNING nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state active and task_state reboot_started.
Dec 01 21:31:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:40 user nova-compute[75255]: WARNING nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state active and task_state reboot_started.
Dec 01 21:31:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:40 user nova-compute[75255]: WARNING nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state active and task_state reboot_started.
Dec 01 21:31:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-unplugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-unplugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:40 user nova-compute[75255]: WARNING nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-unplugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state active and task_state reboot_started.
Dec 01 21:31:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:40 user nova-compute[75255]: WARNING nova.compute.manager [req-8b492038-abad-4491-90f2-14b1c0d2825a req-2044403c-a9df-4409-b07b-2cfb7f281b7f service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state active and task_state reboot_started.
Dec 01 21:31:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:42 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Instance running successfully.
Dec 01 21:31:42 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Instance soft rebooted successfully.
Dec 01 21:31:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:31:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8f8f6f4c-50df-4380-a166-e9477d8f9973 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.095s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:42 user nova-compute[75255]: WARNING nova.compute.manager [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state active and task_state None.
Dec 01 21:31:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:42 user nova-compute[75255]: WARNING nova.compute.manager [req-b547e33c-6abd-42a2-90d4-7fb960a5c2b0 req-220f924c-ffcd-46c9-a66d-d6a40f1764ff service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state active and task_state None.
Dec 01 21:31:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58e55339-9e29-4123-a352-4d32c0b359c6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:52 user nova-compute[75255]: INFO nova.compute.manager [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Terminating instance
Dec 01 21:31:52 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:31:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-b9fb9405-25c6-4372-bb09-21675b087c82 req-d473f6b2-785a-45cb-af5f-86a22dfaa0ee service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received event network-vif-unplugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b9fb9405-25c6-4372-bb09-21675b087c82 req-d473f6b2-785a-45cb-af5f-86a22dfaa0ee service nova] Acquiring lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b9fb9405-25c6-4372-bb09-21675b087c82 req-d473f6b2-785a-45cb-af5f-86a22dfaa0ee service nova] Lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b9fb9405-25c6-4372-bb09-21675b087c82 req-d473f6b2-785a-45cb-af5f-86a22dfaa0ee service nova] Lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-b9fb9405-25c6-4372-bb09-21675b087c82 req-d473f6b2-785a-45cb-af5f-86a22dfaa0ee service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] No waiting events found dispatching network-vif-unplugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-b9fb9405-25c6-4372-bb09-21675b087c82 req-d473f6b2-785a-45cb-af5f-86a22dfaa0ee service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received event network-vif-unplugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:31:53 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Instance destroyed successfully.
Dec 01 21:31:53 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'resources' on Instance uuid 58e55339-9e29-4123-a352-4d32c0b359c6 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:28:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1399579973',display_name='tempest-AttachVolumeNegativeTest-server-1399579973',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1399579973',id=37,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGg2d03l+apvf9GAtkx3pCWgANdSyMja5x15t6CzmTe0UbQglwOtgfYLtoWjewsnpbmm9Ii3DJ3e2UxNKXwgAJKAZRJV4tc4+/jdwZsiWdbw0gqg8y/8I5cXGtYVcNMudg==',key_name='tempest-keypair-1885865789',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:29:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-9oido2jf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:29:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=58e55339-9e29-4123-a352-4d32c0b359c6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "address": "fa:16:3e:70:14:4b", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa199d6ac-4f", "ovs_interfaceid": "a199d6ac-4f22-4494-9c79-f59e771f86d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:70:14:4b,bridge_name='br-int',has_traffic_filtering=True,id=a199d6ac-4f22-4494-9c79-f59e771f86d9,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa199d6ac-4f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG os_vif [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:14:4b,bridge_name='br-int',has_traffic_filtering=True,id=a199d6ac-4f22-4494-9c79-f59e771f86d9,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa199d6ac-4f') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa199d6ac-4f, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bb73325b-0c83-4b6c-b399-7b8f19ec1e4f) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:53 user nova-compute[75255]: INFO os_vif [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:14:4b,bridge_name='br-int',has_traffic_filtering=True,id=a199d6ac-4f22-4494-9c79-f59e771f86d9,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa199d6ac-4f')
Dec 01 21:31:53 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Deleting instance files /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6_del
Dec 01 21:31:53 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Deletion of /opt/stack/data/nova/instances/58e55339-9e29-4123-a352-4d32c0b359c6_del complete
Dec 01 21:31:53 user nova-compute[75255]: INFO nova.compute.manager [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Took 0.84 seconds to destroy the instance on the hypervisor.
Dec 01 21:31:53 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:31:53 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:31:54 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:31:54 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Took 0.67 seconds to deallocate network for instance.
Dec 01 21:31:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:54 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:31:54 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:31:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.298s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:54 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Deleted allocations for instance 58e55339-9e29-4123-a352-4d32c0b359c6
Dec 01 21:31:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6db29f82-97a0-49c7-8b96-70dd1be592b6 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "58e55339-9e29-4123-a352-4d32c0b359c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.990s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-4eb12697-0c9a-47d3-a842-4cad0b189d0b req-3302e19f-7cbb-4b05-b2f9-d344afe1b278 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received event network-vif-plugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4eb12697-0c9a-47d3-a842-4cad0b189d0b req-3302e19f-7cbb-4b05-b2f9-d344afe1b278 service nova] Acquiring lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:31:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4eb12697-0c9a-47d3-a842-4cad0b189d0b req-3302e19f-7cbb-4b05-b2f9-d344afe1b278 service nova] Lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:31:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4eb12697-0c9a-47d3-a842-4cad0b189d0b req-3302e19f-7cbb-4b05-b2f9-d344afe1b278 service nova] Lock "58e55339-9e29-4123-a352-4d32c0b359c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:31:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-4eb12697-0c9a-47d3-a842-4cad0b189d0b req-3302e19f-7cbb-4b05-b2f9-d344afe1b278 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] No waiting events found dispatching network-vif-plugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:31:55 user nova-compute[75255]: WARNING nova.compute.manager [req-4eb12697-0c9a-47d3-a842-4cad0b189d0b req-3302e19f-7cbb-4b05-b2f9-d344afe1b278 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received unexpected event network-vif-plugged-a199d6ac-4f22-4494-9c79-f59e771f86d9 for instance with vm_state deleted and task_state None.
Dec 01 21:31:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-4eb12697-0c9a-47d3-a842-4cad0b189d0b req-3302e19f-7cbb-4b05-b2f9-d344afe1b278 service nova] [instance: 58e55339-9e29-4123-a352-4d32c0b359c6] Received event network-vif-deleted-a199d6ac-4f22-4494-9c79-f59e771f86d9 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:31:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:31:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:12 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:32:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:14 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b85df21-2c9d-41ab-b607-082de2600684 req-337bb599-0724-4820-ad56-b1d77ac0d72b service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-changed-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b85df21-2c9d-41ab-b607-082de2600684 req-337bb599-0724-4820-ad56-b1d77ac0d72b service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Refreshing instance network info cache due to event network-changed-c431ef1c-f68d-4d5b-8218-5bf32aa06375. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b85df21-2c9d-41ab-b607-082de2600684 req-337bb599-0724-4820-ad56-b1d77ac0d72b service nova] Acquiring lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b85df21-2c9d-41ab-b607-082de2600684 req-337bb599-0724-4820-ad56-b1d77ac0d72b service nova] Acquired lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-1b85df21-2c9d-41ab-b607-082de2600684 req-337bb599-0724-4820-ad56-b1d77ac0d72b service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Refreshing network info cache for port c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-1b85df21-2c9d-41ab-b607-082de2600684 req-337bb599-0724-4820-ad56-b1d77ac0d72b service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updated VIF entry in instance network info cache for port c431ef1c-f68d-4d5b-8218-5bf32aa06375. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG nova.network.neutron [req-1b85df21-2c9d-41ab-b607-082de2600684 req-337bb599-0724-4820-ad56-b1d77ac0d72b service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating instance_info_cache with network_info: [{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b85df21-2c9d-41ab-b607-082de2600684 req-337bb599-0724-4820-ad56-b1d77ac0d72b service nova] Releasing lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:15 user nova-compute[75255]: INFO nova.compute.manager [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Detaching volume 0c44f9c9-668b-49d1-8612-a82ed61426b4
Dec 01 21:32:15 user nova-compute[75255]: INFO nova.virt.block_device [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Attempting to driver detach volume 0c44f9c9-668b-49d1-8612-a82ed61426b4 from mountpoint /dev/vdb
Dec 01 21:32:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Attempting to detach device vdb from instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:32:15 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:32:15 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:32:15 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:32:15 user nova-compute[75255]:   <serial>0c44f9c9-668b-49d1-8612-a82ed61426b4</serial>
Dec 01 21:32:15 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:32:15 user nova-compute[75255]: </disk>
Dec 01 21:32:15 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:32:15 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Successfully detached device vdb from instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f from the persistent domain config.
Dec 01 21:32:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:32:15 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:32:15 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:32:15 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:32:15 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:32:15 user nova-compute[75255]:   <serial>0c44f9c9-668b-49d1-8612-a82ed61426b4</serial>
Dec 01 21:32:15 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:32:15 user nova-compute[75255]: </disk>
Dec 01 21:32:15 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:32:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-ce2d8a4b-4e4d-455b-bfe5-c6207bc00f96 req-032fa11d-54e2-4e0e-83c4-0f7fc0a06c70 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-changed-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-ce2d8a4b-4e4d-455b-bfe5-c6207bc00f96 req-032fa11d-54e2-4e0e-83c4-0f7fc0a06c70 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Refreshing instance network info cache due to event network-changed-c431ef1c-f68d-4d5b-8218-5bf32aa06375. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ce2d8a4b-4e4d-455b-bfe5-c6207bc00f96 req-032fa11d-54e2-4e0e-83c4-0f7fc0a06c70 service nova] Acquiring lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ce2d8a4b-4e4d-455b-bfe5-c6207bc00f96 req-032fa11d-54e2-4e0e-83c4-0f7fc0a06c70 service nova] Acquired lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-ce2d8a4b-4e4d-455b-bfe5-c6207bc00f96 req-032fa11d-54e2-4e0e-83c4-0f7fc0a06c70 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Refreshing network info cache for port c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-ce2d8a4b-4e4d-455b-bfe5-c6207bc00f96 req-032fa11d-54e2-4e0e-83c4-0f7fc0a06c70 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updated VIF entry in instance network info cache for port c431ef1c-f68d-4d5b-8218-5bf32aa06375. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-ce2d8a4b-4e4d-455b-bfe5-c6207bc00f96 req-032fa11d-54e2-4e0e-83c4-0f7fc0a06c70 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating instance_info_cache with network_info: [{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:32:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-ce2d8a4b-4e4d-455b-bfe5-c6207bc00f96 req-032fa11d-54e2-4e0e-83c4-0f7fc0a06c70 service nova] Releasing lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:32:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:21 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:32:21 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8115MB free_disk=24.89358901977539GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance c1a407ff-a3b8-4beb-930a-30199d802198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:32:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.401s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:32:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:32:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:32:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:32:22 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:32:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating instance_info_cache with network_info: [{"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:32:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-1b9f236b-9ac7-4d01-bd46-e47ec065d46f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:32:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:32:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:32:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:32:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-e94d953c-c386-4724-8672-a9f03e02aa00 req-6ff6c3f0-8d27-4bc7-b1e6-b00045344aa3 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-changed-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:32:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-e94d953c-c386-4724-8672-a9f03e02aa00 req-6ff6c3f0-8d27-4bc7-b1e6-b00045344aa3 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Refreshing instance network info cache due to event network-changed-ed74879f-4f44-4fc9-b22e-753e46a0e01b. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:32:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e94d953c-c386-4724-8672-a9f03e02aa00 req-6ff6c3f0-8d27-4bc7-b1e6-b00045344aa3 service nova] Acquiring lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:32:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e94d953c-c386-4724-8672-a9f03e02aa00 req-6ff6c3f0-8d27-4bc7-b1e6-b00045344aa3 service nova] Acquired lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:32:25 user nova-compute[75255]: DEBUG nova.network.neutron [req-e94d953c-c386-4724-8672-a9f03e02aa00 req-6ff6c3f0-8d27-4bc7-b1e6-b00045344aa3 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Refreshing network info cache for port ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG nova.network.neutron [req-e94d953c-c386-4724-8672-a9f03e02aa00 req-6ff6c3f0-8d27-4bc7-b1e6-b00045344aa3 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Updated VIF entry in instance network info cache for port ed74879f-4f44-4fc9-b22e-753e46a0e01b. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG nova.network.neutron [req-e94d953c-c386-4724-8672-a9f03e02aa00 req-6ff6c3f0-8d27-4bc7-b1e6-b00045344aa3 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Updating instance_info_cache with network_info: [{"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e94d953c-c386-4724-8672-a9f03e02aa00 req-6ff6c3f0-8d27-4bc7-b1e6-b00045344aa3 service nova] Releasing lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG nova.objects.instance [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lazy-loading 'flavor' on Instance uuid 8e9320c4-bbb3-4fc3-a240-56bc3844183b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:26 user nova-compute[75255]: INFO nova.compute.manager [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Attaching volume 136397fd-ccbf-46b6-8be2-f8dd855bdc66 to /dev/vdb
Dec 01 21:32:26 user nova-compute[75255]: DEBUG os_brick.utils [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f87e48a-ca36-4a30-8aa5-29afc3f0c312]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c7346ec-354b-4419-9c98-fd05b5b4eaac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[439171a6-9ce8-4ec7-aba5-69ca9b9d9ebd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82593ae-d3a5-4e14-b293-44326236c05d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:32:26 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:32:26 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[91219099-cb92-49f8-bfce-57acf970e007]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG os_brick.utils [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:32:26 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Updating existing volume attachment record: 2d3114ab-c57c-4ba6-a4cd-335b6c2a513b {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:32:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:32:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MaHTjEkO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:32:35 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:32:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:32:35 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:32:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:32:35 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:32:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[75adefc1-39df-4864-ba69-5586f4c2e3e0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:32:35 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b611f739-707b-42e4-ad69-7e51b4c2b4d0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66] added
Dec 01 21:32:35 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6d0c8ab-a769-485f-9ebf-038a70995232]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f83d81f1-23c5-4160-a64b-8ce6e6f2b52e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MaHTjEkO {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MaHTjEkO" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3debb9a5-dde9-480b-96a2-29988a894aa7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MaHTjEkO'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7c49171-0108-4ea4-bacf-d4d6875ca2d6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[71ae66aa-147f-4b16-a172-d087ac9c7121]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:32:36 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:32:36 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:32:36 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:32:36 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:32:36 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:32:36 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3882fc8-07c4-44ee-8190-5eb1b7327746]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66, portal: 172.16.0.220,3260]
Dec 01 21:32:36 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66, portal: 172.16.0.220,3260] successful.
Dec 01 21:32:36 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dee368d6-6116-494e-8dd4-3623d075684a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5698aa4e-cd8f-472e-b553-3f8335165a06]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:32:36 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:32:36 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:32:36 user nova-compute[75255]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 (non-flash)
Dec 01 21:32:36 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:32:36 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:32:36 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:32:36 user nova-compute[75255]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 (non-flash)
Dec 01 21:32:36 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] HCTL ('36', '-', '-', 0) found on session 45 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa53b039-9771-4e1e-9776-fb3b98d01bc4]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Searching for a device in session 45 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MaHTjEkO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:32:36 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f is timed out.
Dec 01 21:32:36 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Successfully detached device vdb from instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f from the live domain config.
Dec 01 21:32:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VEDWlRbp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:32:36 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:32:36 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26335653262633931', 'path': '/dev/sde'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26335653262633931', 'path': '/dev/sde'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.850s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG nova.objects.instance [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lazy-loading 'flavor' on Instance uuid 8e9320c4-bbb3-4fc3-a240-56bc3844183b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc21537-0788-4006-80b5-fe8d8aab5a3a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:32:37 user nova-compute[75255]: No targets found.
Dec 01 21:32:37 user nova-compute[75255]: iSNS:
Dec 01 21:32:37 user nova-compute[75255]: No targets found.
Dec 01 21:32:37 user nova-compute[75255]: STATIC:
Dec 01 21:32:37 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4
Dec 01 21:32:37 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:32:37 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:32:37 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe
Dec 01 21:32:37 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:32:37 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:32:37 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:32:37 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:32:37 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:32:37 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66
Dec 01 21:32:37 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:32:37 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:32:37 user nova-compute[75255]: FIRMWARE:
Dec 01 21:32:37 user nova-compute[75255]: No targets found.
Dec 01 21:32:37 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:32:37 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:32:37 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:32:37 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:32:37 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:32:37 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:32:37 user nova-compute[75255]:   <serial>136397fd-ccbf-46b6-8be2-f8dd855bdc66</serial>
Dec 01 21:32:37 user nova-compute[75255]: </disk>
Dec 01 21:32:37 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[327550cb-0148-4387-a575-67c7cde3f10e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8d83814-c015-43ba-9486-b4bed0e250cf]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:32:37 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:32:37 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:32:37 user nova-compute[75255]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 (non-flash)
Dec 01 21:32:37 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 (non-flash)
Dec 01 21:32:37 user nova-compute[75255]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:32:37 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:32:37 user nova-compute[75255]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 (non-flash)
Dec 01 21:32:37 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd8d750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d68d175-cc3e-4a81-9433-180df1711a37]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[88c7379e-9536-463c-a74d-259a858f0265]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8850dc2-77b8-4fa3-b533-1b224e1239c8]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[08ae0be8-1b94-42b2-980b-992b141f62c3]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[41c6dd99-3ed9-4aa9-9261-c0a180e03aaf]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e4a35a7-8be6-4b81-9766-d0b774590cba]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4, portal: 172.16.0.220,3260]
Dec 01 21:32:37 user nova-compute[75255]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4, portal: 172.16.0.220,3260] successful.
Dec 01 21:32:37 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c44f9c9-668b-49d1-8612-a82ed61426b4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ad9b693-2f0a-4b42-b13d-3c2e91df3e44]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] <== disconnect_volume: return (1155ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] No VIF found with MAC fa:16:3e:25:3a:fe, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:32:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-167b946d-7518-47e2-b266-71be3996c781 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.225s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:38 user nova-compute[75255]: DEBUG nova.objects.instance [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'flavor' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:32:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-e02b7006-b24b-4cd6-9992-ea7566a3d2cd tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.729s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:39 user nova-compute[75255]: INFO nova.compute.manager [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Detaching volume 136397fd-ccbf-46b6-8be2-f8dd855bdc66
Dec 01 21:32:39 user nova-compute[75255]: INFO nova.virt.block_device [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Attempting to driver detach volume 136397fd-ccbf-46b6-8be2-f8dd855bdc66 from mountpoint /dev/vdb
Dec 01 21:32:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Attempting to detach device vdb from instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:32:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:32:39 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:32:39 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:32:39 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:32:39 user nova-compute[75255]:   <serial>136397fd-ccbf-46b6-8be2-f8dd855bdc66</serial>
Dec 01 21:32:39 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:32:39 user nova-compute[75255]: </disk>
Dec 01 21:32:39 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:32:39 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Successfully detached device vdb from instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b from the persistent domain config.
Dec 01 21:32:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:32:39 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:32:39 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:32:39 user nova-compute[75255]:   <source dev="/dev/sde"/>
Dec 01 21:32:39 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:32:39 user nova-compute[75255]:   <serial>136397fd-ccbf-46b6-8be2-f8dd855bdc66</serial>
Dec 01 21:32:39 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:32:39 user nova-compute[75255]: </disk>
Dec 01 21:32:39 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:32:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:32:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:46 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:32:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:46 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:32:46 user nova-compute[75255]: INFO nova.compute.claims [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Claim successful on node user
Dec 01 21:32:47 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.406s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG nova.network.neutron [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:32:47 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:32:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG nova.policy [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a1798311cf54435823d49a3a15ded24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc21f0570214f4e95de7b3c5e9e0325', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:32:47 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Creating image(s)
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "/opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "/opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "/opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk 1073741824" returned: 0 in 0.050s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Successfully created port: d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Cannot resize image /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Ensure instance console log exists: /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Successfully updated port: d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "refresh_cache-e438fe48-fa15-489e-aa2b-60dc9889405e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquired lock "refresh_cache-e438fe48-fa15-489e-aa2b-60dc9889405e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-2ee775c1-721d-4f9d-941b-339d9fa473f9 req-0d0c8f85-a741-47f9-9173-44b6a3a64564 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received event network-changed-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-2ee775c1-721d-4f9d-941b-339d9fa473f9 req-0d0c8f85-a741-47f9-9173-44b6a3a64564 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Refreshing instance network info cache due to event network-changed-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2ee775c1-721d-4f9d-941b-339d9fa473f9 req-0d0c8f85-a741-47f9-9173-44b6a3a64564 service nova] Acquiring lock "refresh_cache-e438fe48-fa15-489e-aa2b-60dc9889405e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:32:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Updating instance_info_cache with network_info: [{"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Releasing lock "refresh_cache-e438fe48-fa15-489e-aa2b-60dc9889405e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Instance network_info: |[{"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2ee775c1-721d-4f9d-941b-339d9fa473f9 req-0d0c8f85-a741-47f9-9173-44b6a3a64564 service nova] Acquired lock "refresh_cache-e438fe48-fa15-489e-aa2b-60dc9889405e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.network.neutron [req-2ee775c1-721d-4f9d-941b-339d9fa473f9 req-0d0c8f85-a741-47f9-9173-44b6a3a64564 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Refreshing network info cache for port d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Start _get_guest_xml network_info=[{"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:32:49 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:32:49 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:32:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-395605419',display_name='tempest-AttachVolumeNegativeTest-server-395605419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-395605419',id=41,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOBmfCtdTLoG22iW9ZRJElDMHJg8+zRu1pu5sri9Uoh3c32Ntbp0MqWvbO11pSPvlG35khs/22WhQL8LM41l0Qg06LDAQbgdsHQSDmPkqmp6pVEBXZyofWeXYOPuZ7mxNg==',key_name='tempest-keypair-207732694',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-7ikh5221',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:32:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=e438fe48-fa15-489e-aa2b-60dc9889405e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:d8:b5,bridge_name='br-int',has_traffic_filtering=True,id=d2d8a272-bfcb-44dc-aa24-5187bcbd0d17,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2d8a272-bf') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.objects.instance [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'pci_devices' on Instance uuid e438fe48-fa15-489e-aa2b-60dc9889405e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:32:49 user nova-compute[75255]:   <uuid>e438fe48-fa15-489e-aa2b-60dc9889405e</uuid>
Dec 01 21:32:49 user nova-compute[75255]:   <name>instance-00000029</name>
Dec 01 21:32:49 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:32:49 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:32:49 user nova-compute[75255]:   <metadata>
Dec 01 21:32:49 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:32:49 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:32:49 user nova-compute[75255]:       <nova:name>tempest-AttachVolumeNegativeTest-server-395605419</nova:name>
Dec 01 21:32:49 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:32:49</nova:creationTime>
Dec 01 21:32:49 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:32:49 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:32:49 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:32:49 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:32:49 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:32:49 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:32:49 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:32:49 user nova-compute[75255]:       <nova:owner>
Dec 01 21:32:49 user nova-compute[75255]:         <nova:user uuid="1a1798311cf54435823d49a3a15ded24">tempest-AttachVolumeNegativeTest-1765008710-project-member</nova:user>
Dec 01 21:32:49 user nova-compute[75255]:         <nova:project uuid="9bc21f0570214f4e95de7b3c5e9e0325">tempest-AttachVolumeNegativeTest-1765008710</nova:project>
Dec 01 21:32:49 user nova-compute[75255]:       </nova:owner>
Dec 01 21:32:49 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:32:49 user nova-compute[75255]:       <nova:ports>
Dec 01 21:32:49 user nova-compute[75255]:         <nova:port uuid="d2d8a272-bfcb-44dc-aa24-5187bcbd0d17">
Dec 01 21:32:49 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 21:32:49 user nova-compute[75255]:         </nova:port>
Dec 01 21:32:49 user nova-compute[75255]:       </nova:ports>
Dec 01 21:32:49 user nova-compute[75255]:     </nova:instance>
Dec 01 21:32:49 user nova-compute[75255]:   </metadata>
Dec 01 21:32:49 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:32:49 user nova-compute[75255]:     <system>
Dec 01 21:32:49 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:32:49 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:32:49 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:32:49 user nova-compute[75255]:       <entry name="serial">e438fe48-fa15-489e-aa2b-60dc9889405e</entry>
Dec 01 21:32:49 user nova-compute[75255]:       <entry name="uuid">e438fe48-fa15-489e-aa2b-60dc9889405e</entry>
Dec 01 21:32:49 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:32:49 user nova-compute[75255]:     </system>
Dec 01 21:32:49 user nova-compute[75255]:   </sysinfo>
Dec 01 21:32:49 user nova-compute[75255]:   <os>
Dec 01 21:32:49 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:32:49 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:32:49 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:32:49 user nova-compute[75255]:   </os>
Dec 01 21:32:49 user nova-compute[75255]:   <features>
Dec 01 21:32:49 user nova-compute[75255]:     <acpi/>
Dec 01 21:32:49 user nova-compute[75255]:     <apic/>
Dec 01 21:32:49 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:32:49 user nova-compute[75255]:   </features>
Dec 01 21:32:49 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:32:49 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:32:49 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:32:49 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:32:49 user nova-compute[75255]:   </clock>
Dec 01 21:32:49 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:32:49 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:32:49 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:32:49 user nova-compute[75255]:   </cpu>
Dec 01 21:32:49 user nova-compute[75255]:   <devices>
Dec 01 21:32:49 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:32:49 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:32:49 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk"/>
Dec 01 21:32:49 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:32:49 user nova-compute[75255]:     </disk>
Dec 01 21:32:49 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:32:49 user nova-compute[75255]:       <mac address="fa:16:3e:a6:d8:b5"/>
Dec 01 21:32:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:32:49 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:32:49 user nova-compute[75255]:       <target dev="tapd2d8a272-bf"/>
Dec 01 21:32:49 user nova-compute[75255]:     </interface>
Dec 01 21:32:49 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:32:49 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/console.log" append="off"/>
Dec 01 21:32:49 user nova-compute[75255]:     </serial>
Dec 01 21:32:49 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:32:49 user nova-compute[75255]:     <video>
Dec 01 21:32:49 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:32:49 user nova-compute[75255]:     </video>
Dec 01 21:32:49 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:32:49 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:32:49 user nova-compute[75255]:     </rng>
Dec 01 21:32:49 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:32:49 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:32:49 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:32:49 user nova-compute[75255]:     </memballoon>
Dec 01 21:32:49 user nova-compute[75255]:   </devices>
Dec 01 21:32:49 user nova-compute[75255]: </domain>
Dec 01 21:32:49 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:32:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-395605419',display_name='tempest-AttachVolumeNegativeTest-server-395605419',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-395605419',id=41,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOBmfCtdTLoG22iW9ZRJElDMHJg8+zRu1pu5sri9Uoh3c32Ntbp0MqWvbO11pSPvlG35khs/22WhQL8LM41l0Qg06LDAQbgdsHQSDmPkqmp6pVEBXZyofWeXYOPuZ7mxNg==',key_name='tempest-keypair-207732694',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-7ikh5221',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:32:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=e438fe48-fa15-489e-aa2b-60dc9889405e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:d8:b5,bridge_name='br-int',has_traffic_filtering=True,id=d2d8a272-bfcb-44dc-aa24-5187bcbd0d17,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2d8a272-bf') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG os_vif [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:d8:b5,bridge_name='br-int',has_traffic_filtering=True,id=d2d8a272-bfcb-44dc-aa24-5187bcbd0d17,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2d8a272-bf') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ca8e45b4-cda1-508d-be83-4067899a21ae', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd2d8a272-bf, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd2d8a272-bf, col_values=(('qos', UUID('ea5e5199-5ee8-487d-a00f-045b90a5552b')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd2d8a272-bf, col_values=(('external_ids', {'iface-id': 'd2d8a272-bfcb-44dc-aa24-5187bcbd0d17', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:d8:b5', 'vm-uuid': 'e438fe48-fa15-489e-aa2b-60dc9889405e'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:49 user nova-compute[75255]: INFO os_vif [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:d8:b5,bridge_name='br-int',has_traffic_filtering=True,id=d2d8a272-bfcb-44dc-aa24-5187bcbd0d17,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2d8a272-bf')
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No VIF found with MAC fa:16:3e:a6:d8:b5, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.network.neutron [req-2ee775c1-721d-4f9d-941b-339d9fa473f9 req-0d0c8f85-a741-47f9-9173-44b6a3a64564 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Updated VIF entry in instance network info cache for port d2d8a272-bfcb-44dc-aa24-5187bcbd0d17. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG nova.network.neutron [req-2ee775c1-721d-4f9d-941b-339d9fa473f9 req-0d0c8f85-a741-47f9-9173-44b6a3a64564 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Updating instance_info_cache with network_info: [{"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:32:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2ee775c1-721d-4f9d-941b-339d9fa473f9 req-0d0c8f85-a741-47f9-9173-44b6a3a64564 service nova] Releasing lock "refresh_cache-e438fe48-fa15-489e-aa2b-60dc9889405e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:32:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-9b03ede5-43fe-49e7-851b-2e21b5e11556 req-cc16fca7-7938-4e07-ab8f-ca8005f4c2ca service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received event network-vif-plugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:32:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9b03ede5-43fe-49e7-851b-2e21b5e11556 req-cc16fca7-7938-4e07-ab8f-ca8005f4c2ca service nova] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9b03ede5-43fe-49e7-851b-2e21b5e11556 req-cc16fca7-7938-4e07-ab8f-ca8005f4c2ca service nova] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9b03ede5-43fe-49e7-851b-2e21b5e11556 req-cc16fca7-7938-4e07-ab8f-ca8005f4c2ca service nova] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-9b03ede5-43fe-49e7-851b-2e21b5e11556 req-cc16fca7-7938-4e07-ab8f-ca8005f4c2ca service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] No waiting events found dispatching network-vif-plugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:32:50 user nova-compute[75255]: WARNING nova.compute.manager [req-9b03ede5-43fe-49e7-851b-2e21b5e11556 req-cc16fca7-7938-4e07-ab8f-ca8005f4c2ca service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received unexpected event network-vif-plugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 for instance with vm_state building and task_state spawning.
Dec 01 21:32:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:32:52 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Instance spawned successfully.
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:32:52 user nova-compute[75255]: INFO nova.compute.manager [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Took 5.34 seconds to spawn the instance on the hypervisor.
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.compute.manager [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.compute.manager [req-25921782-2643-4af2-92ff-88f85ebeb5a7 req-b165558e-19d2-4563-a9b2-dcac126e9d29 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received event network-vif-plugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-25921782-2643-4af2-92ff-88f85ebeb5a7 req-b165558e-19d2-4563-a9b2-dcac126e9d29 service nova] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-25921782-2643-4af2-92ff-88f85ebeb5a7 req-b165558e-19d2-4563-a9b2-dcac126e9d29 service nova] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-25921782-2643-4af2-92ff-88f85ebeb5a7 req-b165558e-19d2-4563-a9b2-dcac126e9d29 service nova] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:52 user nova-compute[75255]: DEBUG nova.compute.manager [req-25921782-2643-4af2-92ff-88f85ebeb5a7 req-b165558e-19d2-4563-a9b2-dcac126e9d29 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] No waiting events found dispatching network-vif-plugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:32:52 user nova-compute[75255]: WARNING nova.compute.manager [req-25921782-2643-4af2-92ff-88f85ebeb5a7 req-b165558e-19d2-4563-a9b2-dcac126e9d29 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received unexpected event network-vif-plugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 for instance with vm_state active and task_state None.
Dec 01 21:32:52 user nova-compute[75255]: INFO nova.compute.manager [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Took 6.10 seconds to build instance.
Dec 01 21:32:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-87349524-fd92-47f6-a8f1-c0692a0034ed tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.207s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:32:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:32:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:00 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b is timed out.
Dec 01 21:33:00 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Successfully detached device vdb from instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b from the live domain config.
Dec 01 21:33:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MaHTjEkO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:33:00 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7f20c8-3c7e-4630-87b1-087a62c750d3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:33:00 user nova-compute[75255]: No targets found.
Dec 01 21:33:00 user nova-compute[75255]: iSNS:
Dec 01 21:33:00 user nova-compute[75255]: No targets found.
Dec 01 21:33:00 user nova-compute[75255]: STATIC:
Dec 01 21:33:00 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe
Dec 01 21:33:00 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:33:00 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:33:00 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:33:00 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:33:00 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:33:00 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66
Dec 01 21:33:00 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:33:00 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:33:00 user nova-compute[75255]: FIRMWARE:
Dec 01 21:33:00 user nova-compute[75255]: No targets found.
Dec 01 21:33:00 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:33:00 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:33:00 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[36564a59-c97e-4f35-bdf3-156280d3e94b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbed0bb3-8854-4267-b647-988945e16a33]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:33:00 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:33:00 user nova-compute[75255]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 (non-flash)
Dec 01 21:33:00 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:33:00 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:33:00 user nova-compute[75255]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 (non-flash)
Dec 01 21:33:00 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd12cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66'): ({'sde'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Removing single pathed devices sde {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce24f777-91de-403e-be95-47daee7e738c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.034s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9645900b-0b83-4be5-bbb1-0f906024bbbd]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Flushing IO for device /dev/sde {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bec0f355-fcca-41d6-a170-2042d0bdb257]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.047s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[47fc63bd-2e85-49ef-b9c8-1220180c8124]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c644a630-07b1-4916-bfb0-1b1b1a00b029]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[adbf8515-0159-49da-bf18-0dc797b35c4d]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66, portal: 172.16.0.220,3260]
Dec 01 21:33:00 user nova-compute[75255]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66, portal: 172.16.0.220,3260] successful.
Dec 01 21:33:00 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:136397fd-ccbf-46b6-8be2-f8dd855bdc66 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[357f88eb-b6ba-4f86-a387-b906a4f014c6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] <== disconnect_volume: return (320ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:33:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:33:01 user nova-compute[75255]: DEBUG nova.objects.instance [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lazy-loading 'flavor' on Instance uuid 8e9320c4-bbb3-4fc3-a240-56bc3844183b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:33:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4fc72832-df0e-4ec3-a1b9-8a72b8f57521 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.760s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:03 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:33:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:33:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:33:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:33:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:05 user nova-compute[75255]: INFO nova.compute.manager [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Rescuing
Dec 01 21:33:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:33:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquired lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:33:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:06 user nova-compute[75255]: INFO nova.compute.manager [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Terminating instance
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.compute.manager [req-0f132a18-3e23-4b98-b0f8-05b16096995b req-6adea875-05da-48b7-b693-860f1968ae53 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-unplugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0f132a18-3e23-4b98-b0f8-05b16096995b req-6adea875-05da-48b7-b693-860f1968ae53 service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0f132a18-3e23-4b98-b0f8-05b16096995b req-6adea875-05da-48b7-b693-860f1968ae53 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0f132a18-3e23-4b98-b0f8-05b16096995b req-6adea875-05da-48b7-b693-860f1968ae53 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.compute.manager [req-0f132a18-3e23-4b98-b0f8-05b16096995b req-6adea875-05da-48b7-b693-860f1968ae53 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-unplugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.compute.manager [req-0f132a18-3e23-4b98-b0f8-05b16096995b req-6adea875-05da-48b7-b693-860f1968ae53 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-unplugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.network.neutron [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updating instance_info_cache with network_info: [{"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Releasing lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Instance destroyed successfully.
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.objects.instance [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'resources' on Instance uuid 1b9f236b-9ac7-4d01-bd46-e47ec065d46f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:26:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-663095757',display_name='tempest-ServerRescueNegativeTestJSON-server-663095757',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-663095757',id=34,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCygBr3UL16y4ziPXUGelyZYTGJdXUZLJr9cvoXhTrs48HFHqwm//UY1FCv+n25C+Mxyod8JyzzHJzjOAppY5VOiXtAdbvJKXKr27oRARyRs0HBfky5oRvsIiJL2gcNeJw==',key_name='tempest-keypair-396642898',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:28:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-5i5ntviy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:30:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=1b9f236b-9ac7-4d01-bd46-e47ec065d46f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "address": "fa:16:3e:81:a7:b8", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc431ef1c-f6", "ovs_interfaceid": "c431ef1c-f68d-4d5b-8218-5bf32aa06375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:a7:b8,bridge_name='br-int',has_traffic_filtering=True,id=c431ef1c-f68d-4d5b-8218-5bf32aa06375,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc431ef1c-f6') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG os_vif [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:a7:b8,bridge_name='br-int',has_traffic_filtering=True,id=c431ef1c-f68d-4d5b-8218-5bf32aa06375,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc431ef1c-f6') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc431ef1c-f6, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=12caac81-7b5b-4aa6-bc97-259c0891f905) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: INFO os_vif [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:a7:b8,bridge_name='br-int',has_traffic_filtering=True,id=c431ef1c-f68d-4d5b-8218-5bf32aa06375,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc431ef1c-f6')
Dec 01 21:33:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Deleting instance files /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f_del
Dec 01 21:33:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Deletion of /opt/stack/data/nova/instances/1b9f236b-9ac7-4d01-bd46-e47ec065d46f_del complete
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.compute.manager [req-0637a3a2-3644-42c1-a603-7618e7889f65 req-fc882aa2-9e89-4889-9a9d-524a6cdf51b9 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0637a3a2-3644-42c1-a603-7618e7889f65 req-fc882aa2-9e89-4889-9a9d-524a6cdf51b9 service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0637a3a2-3644-42c1-a603-7618e7889f65 req-fc882aa2-9e89-4889-9a9d-524a6cdf51b9 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0637a3a2-3644-42c1-a603-7618e7889f65 req-fc882aa2-9e89-4889-9a9d-524a6cdf51b9 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.compute.manager [req-0637a3a2-3644-42c1-a603-7618e7889f65 req-fc882aa2-9e89-4889-9a9d-524a6cdf51b9 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:06 user nova-compute[75255]: WARNING nova.compute.manager [req-0637a3a2-3644-42c1-a603-7618e7889f65 req-fc882aa2-9e89-4889-9a9d-524a6cdf51b9 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state active and task_state rescuing.
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:06 user nova-compute[75255]: INFO nova.compute.manager [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 01 21:33:06 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:33:06 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:33:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:07 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Instance destroyed successfully.
Dec 01 21:33:07 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Attempting a stable device rescue
Dec 01 21:33:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75255) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 21:33:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Instance directory exists: not creating {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 21:33:07 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Creating image(s)
Dec 01 21:33:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "/opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "/opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "/opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:07 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'trusted_certs' on Instance uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:33:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "35d67e592772d2fb54856cae5a1a6fe3fe13dfdf" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "35d67e592772d2fb54856cae5a1a6fe3fe13dfdf" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf.part --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-665847b2-8fad-4d7a-a0a4-60d4d8481771 req-88f23f6e-0cb6-478d-beaf-72a87f3232a3 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-deleted-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:08 user nova-compute[75255]: INFO nova.compute.manager [req-665847b2-8fad-4d7a-a0a4-60d4d8481771 req-88f23f6e-0cb6-478d-beaf-72a87f3232a3 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Neutron deleted interface c431ef1c-f68d-4d5b-8218-5bf32aa06375; detaching it from the instance and deleting it from the info cache
Dec 01 21:33:08 user nova-compute[75255]: DEBUG nova.network.neutron [req-665847b2-8fad-4d7a-a0a4-60d4d8481771 req-88f23f6e-0cb6-478d-beaf-72a87f3232a3 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-f2f84be5-5c40-4215-bc10-cc7a8de4d3da req-5f845751-501b-4b02-95db-181458af8ce7 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f2f84be5-5c40-4215-bc10-cc7a8de4d3da req-5f845751-501b-4b02-95db-181458af8ce7 service nova] Acquiring lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f2f84be5-5c40-4215-bc10-cc7a8de4d3da req-5f845751-501b-4b02-95db-181458af8ce7 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f2f84be5-5c40-4215-bc10-cc7a8de4d3da req-5f845751-501b-4b02-95db-181458af8ce7 service nova] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-f2f84be5-5c40-4215-bc10-cc7a8de4d3da req-5f845751-501b-4b02-95db-181458af8ce7 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] No waiting events found dispatching network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:08 user nova-compute[75255]: WARNING nova.compute.manager [req-f2f84be5-5c40-4215-bc10-cc7a8de4d3da req-5f845751-501b-4b02-95db-181458af8ce7 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Received unexpected event network-vif-plugged-c431ef1c-f68d-4d5b-8218-5bf32aa06375 for instance with vm_state active and task_state deleting.
Dec 01 21:33:08 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-665847b2-8fad-4d7a-a0a4-60d4d8481771 req-88f23f6e-0cb6-478d-beaf-72a87f3232a3 service nova] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Detach interface failed, port_id=c431ef1c-f68d-4d5b-8218-5bf32aa06375, reason: Instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:33:08 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 1b9f236b-9ac7-4d01-bd46-e47ec065d46f] Took 1.53 seconds to deallocate network for instance.
Dec 01 21:33:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf.part --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG nova.virt.images [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] 6c233c25-c6d8-4264-a74c-a43f22f3d621 was qcow2, converting to raw {{(pid=75255) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf.part /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf.converted {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf.part /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf.converted" returned: 0 in 0.363s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf.converted --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-fbb74742-fc20-432c-b400-a9838145b008 req-b0b34091-34f9-4bec-8522-6c20e5a0e4b5 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fbb74742-fc20-432c-b400-a9838145b008 req-b0b34091-34f9-4bec-8522-6c20e5a0e4b5 service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fbb74742-fc20-432c-b400-a9838145b008 req-b0b34091-34f9-4bec-8522-6c20e5a0e4b5 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-fbb74742-fc20-432c-b400-a9838145b008 req-b0b34091-34f9-4bec-8522-6c20e5a0e4b5 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-fbb74742-fc20-432c-b400-a9838145b008 req-b0b34091-34f9-4bec-8522-6c20e5a0e4b5 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:09 user nova-compute[75255]: WARNING nova.compute.manager [req-fbb74742-fc20-432c-b400-a9838145b008 req-b0b34091-34f9-4bec-8522-6c20e5a0e4b5 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state active and task_state rescuing.
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.485s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:09 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Deleted allocations for instance 1b9f236b-9ac7-4d01-bd46-e47ec065d46f
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c86d51b0-07cc-4207-abdc-bdf4f9acdf18 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "1b9f236b-9ac7-4d01-bd46-e47ec065d46f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.088s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf.converted --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "35d67e592772d2fb54856cae5a1a6fe3fe13dfdf" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.810s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "35d67e592772d2fb54856cae5a1a6fe3fe13dfdf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "35d67e592772d2fb54856cae5a1a6fe3fe13dfdf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf,backing_fmt=raw /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf,backing_fmt=raw /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue" returned: 0 in 0.057s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "35d67e592772d2fb54856cae5a1a6fe3fe13dfdf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'migration_context' on Instance uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.objects.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Object Instance<01b25573-6cc2-45d2-a8b8-3f98573f3e09> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Start _get_guest_xml network_info=[{"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "vif_mac": "fa:16:3e:95:d4:96"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '6c233c25-c6d8-4264-a74c-a43f22f3d621', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPkEStxe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '01b25573-6cc2-45d2-a8b8-3f98573f3e09', 'attached_at': '', 'detached_at': '', 'volume_id': '39ddd91a-1c20-4fce-9c3c-6ade2d81d56a', 'serial': '39ddd91a-1c20-4fce-9c3c-6ade2d81d56a'}, 'device_type': 'disk', 'attachment_id': '5796dfa8-feb3-4a45-b671-b1d766336d8e', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'resources' on Instance uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.objects.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Object Instance<01b25573-6cc2-45d2-a8b8-3f98573f3e09> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'numa_topology' on Instance uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.objects.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Object Instance<01b25573-6cc2-45d2-a8b8-3f98573f3e09> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:33:09 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:33:09 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'vcpu_model' on Instance uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.objects.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Object Instance<01b25573-6cc2-45d2-a8b8-3f98573f3e09> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPkEStxe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:33:09 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:33:09 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:33:09 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c65030e9-f9d8-4bd7-be2e-c2feebfaabcd]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = sPkEStxe\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 01 21:33:09 user nova-compute[75255]: node.name = iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:33:09 user nova-compute[75255]: node.tpgt = -1
Dec 01 21:33:09 user nova-compute[75255]: node.startup = automatic
Dec 01 21:33:09 user nova-compute[75255]: node.leading_login = No
Dec 01 21:33:09 user nova-compute[75255]: iface.iscsi_ifacename = default
Dec 01 21:33:09 user nova-compute[75255]: iface.net_ifacename = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.ipaddress = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.prefix_len = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.hwaddress = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.transport_name = tcp
Dec 01 21:33:09 user nova-compute[75255]: iface.initiatorname = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.state = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.vlan_id = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.vlan_priority = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.vlan_state = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.iface_num = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.mtu = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.port = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.bootproto = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.subnet_mask = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.gateway = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.dhcp_alt_client_id_state = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.dhcp_alt_client_id = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.dhcp_dns = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.dhcp_learn_iqn = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.dhcp_req_vendor_id_state = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.dhcp_vendor_id_state = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.dhcp_vendor_id = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.dhcp_slp_da = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.fragmentation = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.gratuitous_arp = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.incoming_forwarding = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.tos_state = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.tos = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.ttl = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.delayed_ack = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.tcp_nagle = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.tcp_wsf_state = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.tcp_wsf = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.tcp_timer_scale = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.tcp_timestamp = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.redirect = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.def_task_mgmt_timeout = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.header_digest = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.data_digest = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.immediate_data = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.initial_r2t = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.data_seq_inorder = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.data_pdu_inorder = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.erl = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.max_receive_data_len = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.first_burst_len = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.max_outstanding_r2t = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.max_burst_len = 0
Dec 01 21:33:09 user nova-compute[75255]: iface.chap_auth = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.bidi_chap = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.strict_login_compliance = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.discovery_auth = <empty>
Dec 01 21:33:09 user nova-compute[75255]: iface.discovery_logout = <empty>
Dec 01 21:33:09 user nova-compute[75255]: node.discovery_address = <empty>
Dec 01 21:33:09 user nova-compute[75255]: node.discovery_port = 0
Dec 01 21:33:09 user nova-compute[75255]: node.discovery_type = static
Dec 01 21:33:09 user nova-compute[75255]: node.session.initial_cmdsn = 0
Dec 01 21:33:09 user nova-compute[75255]: node.session.initial_login_retry_max = 8
Dec 01 21:33:09 user nova-compute[75255]: node.session.xmit_thread_priority = -20
Dec 01 21:33:09 user nova-compute[75255]: node.session.cmds_max = 128
Dec 01 21:33:09 user nova-compute[75255]: node.session.queue_depth = 32
Dec 01 21:33:09 user nova-compute[75255]: node.session.nr_sessions = 1
Dec 01 21:33:09 user nova-compute[75255]: node.session.auth.authmethod = CHAP
Dec 01 21:33:09 user nova-compute[75255]: node.session.auth.username = sPkEStxe
Dec 01 21:33:09 user nova-compute[75255]: node.session.auth.password = ***
Dec 01 21:33:09 user nova-compute[75255]: node.session.auth.username_in = <empty>
Dec 01 21:33:09 user nova-compute[75255]: node.session.auth.password_in = <empty>
Dec 01 21:33:09 user nova-compute[75255]: node.session.auth.chap_algs = MD5
Dec 01 21:33:09 user nova-compute[75255]: node.session.timeo.replacement_timeout = 120
Dec 01 21:33:09 user nova-compute[75255]: node.session.err_timeo.abort_timeout = 15
Dec 01 21:33:09 user nova-compute[75255]: node.session.err_timeo.lu_reset_timeout = 30
Dec 01 21:33:09 user nova-compute[75255]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 01 21:33:09 user nova-compute[75255]: node.session.err_timeo.host_reset_timeout = 60
Dec 01 21:33:09 user nova-compute[75255]: node.session.iscsi.FastAbort = Yes
Dec 01 21:33:09 user nova-compute[75255]: node.session.iscsi.InitialR2T = No
Dec 01 21:33:09 user nova-compute[75255]: node.session.iscsi.ImmediateData = Yes
Dec 01 21:33:09 user nova-compute[75255]: node.session.iscsi.FirstBurstLength = 262144
Dec 01 21:33:09 user nova-compute[75255]: node.session.iscsi.MaxBurstLength = 16776192
Dec 01 21:33:09 user nova-compute[75255]: node.session.iscsi.DefaultTime2Retain = 0
Dec 01 21:33:09 user nova-compute[75255]: node.session.iscsi.DefaultTime2Wait = 2
Dec 01 21:33:09 user nova-compute[75255]: node.session.iscsi.MaxConnections = 1
Dec 01 21:33:09 user nova-compute[75255]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 01 21:33:09 user nova-compute[75255]: node.session.iscsi.ERL = 0
Dec 01 21:33:09 user nova-compute[75255]: node.session.scan = manual
Dec 01 21:33:09 user nova-compute[75255]: node.session.reopen_max = 0
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].address = 172.16.0.220
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].port = 3260
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].startup = manual
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].tcp.window_size = 524288
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].tcp.type_of_service = 0
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].timeo.logout_timeout = 15
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].timeo.login_timeout = 15
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].timeo.auth_timeout = 45
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].timeo.noop_out_interval = 5
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].timeo.noop_out_timeout = 5
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].iscsi.HeaderDigest = None
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].iscsi.DataDigest = None
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].iscsi.IFMarker = No
Dec 01 21:33:09 user nova-compute[75255]: node.conn[0].iscsi.OFMarker = No
Dec 01 21:33:09 user nova-compute[75255]: # END RECORD
Dec 01 21:33:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[af59158d-d0e9-45d8-aec9-a4add04ac9fa]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[574d5369-514b-481e-b220-153529931e84]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sPkEStxe {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sPkEStxe" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c6a94a1-e284-48db-ae8f-55b684016164]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sPkEStxe'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb46164b-83ee-423e-ab17-bde45f82399d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7898d929-fd40-4ab7-8e64-a8357258e3dc]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:33:09 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:33:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:33:09 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:33:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.147s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] HCTL ('35', '0', '0', 0) found on session 44 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73a35ce-db53-437a-98df-f324ce50fd85]: (4, ('0 0 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching for a device in session 44 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPkEStxe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.171s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] <== connect_volume: return (173ms) {'type': 'block', 'scsi_wwn': '23165613436633832', 'path': '/dev/sdd'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165613436633832', 'path': '/dev/sdd'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:31:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1526475344',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1526475344',id=40,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:31:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-n9asa9bs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:31:35Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=01b25573-6cc2-45d2-a8b8-3f98573f3e09,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "vif_mac": "fa:16:3e:95:d4:96"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "vif_mac": "fa:16:3e:95:d4:96"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:d4:96,bridge_name='br-int',has_traffic_filtering=True,id=e6be92b5-0321-4c8d-a80c-af59a5f8041c,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6be92b5-03') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'pci_devices' on Instance uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.objects.base [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Object Instance<01b25573-6cc2-45d2-a8b8-3f98573f3e09> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:33:09 user nova-compute[75255]:   <uuid>01b25573-6cc2-45d2-a8b8-3f98573f3e09</uuid>
Dec 01 21:33:09 user nova-compute[75255]:   <name>instance-00000028</name>
Dec 01 21:33:09 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:33:09 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:33:09 user nova-compute[75255]:   <metadata>
Dec 01 21:33:09 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:33:09 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:33:09 user nova-compute[75255]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1526475344</nova:name>
Dec 01 21:33:09 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:33:09</nova:creationTime>
Dec 01 21:33:09 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:33:09 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:33:09 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:33:09 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:33:09 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:33:09 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:33:09 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:33:09 user nova-compute[75255]:       <nova:owner>
Dec 01 21:33:09 user nova-compute[75255]:         <nova:user uuid="f868fc92eea94bcb840f0285b9055119">tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member</nova:user>
Dec 01 21:33:09 user nova-compute[75255]:         <nova:project uuid="f123b45555484e6b8b0b30b4998da2e3">tempest-ServerBootFromVolumeStableRescueTest-1055103376</nova:project>
Dec 01 21:33:09 user nova-compute[75255]:       </nova:owner>
Dec 01 21:33:09 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:33:09 user nova-compute[75255]:       <nova:ports>
Dec 01 21:33:09 user nova-compute[75255]:         <nova:port uuid="e6be92b5-0321-4c8d-a80c-af59a5f8041c">
Dec 01 21:33:09 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 01 21:33:09 user nova-compute[75255]:         </nova:port>
Dec 01 21:33:09 user nova-compute[75255]:       </nova:ports>
Dec 01 21:33:09 user nova-compute[75255]:     </nova:instance>
Dec 01 21:33:09 user nova-compute[75255]:   </metadata>
Dec 01 21:33:09 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:33:09 user nova-compute[75255]:     <system>
Dec 01 21:33:09 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:33:09 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:33:09 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:33:09 user nova-compute[75255]:       <entry name="serial">01b25573-6cc2-45d2-a8b8-3f98573f3e09</entry>
Dec 01 21:33:09 user nova-compute[75255]:       <entry name="uuid">01b25573-6cc2-45d2-a8b8-3f98573f3e09</entry>
Dec 01 21:33:09 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:33:09 user nova-compute[75255]:     </system>
Dec 01 21:33:09 user nova-compute[75255]:   </sysinfo>
Dec 01 21:33:09 user nova-compute[75255]:   <os>
Dec 01 21:33:09 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:33:09 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:33:09 user nova-compute[75255]:   </os>
Dec 01 21:33:09 user nova-compute[75255]:   <features>
Dec 01 21:33:09 user nova-compute[75255]:     <acpi/>
Dec 01 21:33:09 user nova-compute[75255]:     <apic/>
Dec 01 21:33:09 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:33:09 user nova-compute[75255]:   </features>
Dec 01 21:33:09 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:33:09 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:33:09 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:33:09 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:33:09 user nova-compute[75255]:   </clock>
Dec 01 21:33:09 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:33:09 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:33:09 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:33:09 user nova-compute[75255]:   </cpu>
Dec 01 21:33:09 user nova-compute[75255]:   <devices>
Dec 01 21:33:09 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:33:09 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:33:09 user nova-compute[75255]:       <source dev="/dev/sdd"/>
Dec 01 21:33:09 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:33:09 user nova-compute[75255]:       <serial>39ddd91a-1c20-4fce-9c3c-6ade2d81d56a</serial>
Dec 01 21:33:09 user nova-compute[75255]:     </disk>
Dec 01 21:33:09 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:33:09 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:33:09 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue"/>
Dec 01 21:33:09 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:33:09 user nova-compute[75255]:       <boot order="1"/>
Dec 01 21:33:09 user nova-compute[75255]:     </disk>
Dec 01 21:33:09 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:33:09 user nova-compute[75255]:       <mac address="fa:16:3e:95:d4:96"/>
Dec 01 21:33:09 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:33:09 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:33:09 user nova-compute[75255]:       <target dev="tape6be92b5-03"/>
Dec 01 21:33:09 user nova-compute[75255]:     </interface>
Dec 01 21:33:09 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:33:09 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/console.log" append="off"/>
Dec 01 21:33:09 user nova-compute[75255]:     </serial>
Dec 01 21:33:09 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:33:09 user nova-compute[75255]:     <video>
Dec 01 21:33:09 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:33:09 user nova-compute[75255]:     </video>
Dec 01 21:33:09 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:33:09 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:33:09 user nova-compute[75255]:     </rng>
Dec 01 21:33:09 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:33:09 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:33:09 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:33:09 user nova-compute[75255]:     </memballoon>
Dec 01 21:33:09 user nova-compute[75255]:   </devices>
Dec 01 21:33:09 user nova-compute[75255]: </domain>
Dec 01 21:33:09 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:33:09 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Instance destroyed successfully.
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:33:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No VIF found with MAC fa:16:3e:95:d4:96, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:33:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-3fca8196-83e1-4370-8f21-5aacd50c2164 req-5f648635-cb82-4b0e-86c7-bb26d82b61c2 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3fca8196-83e1-4370-8f21-5aacd50c2164 req-5f648635-cb82-4b0e-86c7-bb26d82b61c2 service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3fca8196-83e1-4370-8f21-5aacd50c2164 req-5f648635-cb82-4b0e-86c7-bb26d82b61c2 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3fca8196-83e1-4370-8f21-5aacd50c2164 req-5f648635-cb82-4b0e-86c7-bb26d82b61c2 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-3fca8196-83e1-4370-8f21-5aacd50c2164 req-5f648635-cb82-4b0e-86c7-bb26d82b61c2 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:11 user nova-compute[75255]: WARNING nova.compute.manager [req-3fca8196-83e1-4370-8f21-5aacd50c2164 req-5f648635-cb82-4b0e-86c7-bb26d82b61c2 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state active and task_state rescuing.
Dec 01 21:33:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:12 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-5a0013d3-50ed-46bc-a3e0-77bca6cb67f3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:33:13 user nova-compute[75255]: DEBUG nova.compute.manager [req-dc5518bb-0b54-47f1-9ec3-9c77fffda767 req-40d66220-05b1-4c4e-8672-365ab5bd0f3b service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-dc5518bb-0b54-47f1-9ec3-9c77fffda767 req-40d66220-05b1-4c4e-8672-365ab5bd0f3b service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-dc5518bb-0b54-47f1-9ec3-9c77fffda767 req-40d66220-05b1-4c4e-8672-365ab5bd0f3b service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-dc5518bb-0b54-47f1-9ec3-9c77fffda767 req-40d66220-05b1-4c4e-8672-365ab5bd0f3b service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:13 user nova-compute[75255]: DEBUG nova.compute.manager [req-dc5518bb-0b54-47f1-9ec3-9c77fffda767 req-40d66220-05b1-4c4e-8672-365ab5bd0f3b service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:13 user nova-compute[75255]: WARNING nova.compute.manager [req-dc5518bb-0b54-47f1-9ec3-9c77fffda767 req-40d66220-05b1-4c4e-8672-365ab5bd0f3b service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state active and task_state rescuing.
Dec 01 21:33:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:33:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:18 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:18 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:33:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:33:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:33:18 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:33:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updating instance_info_cache with network_info: [{"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:22 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:33:22 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:33:22 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8081MB free_disk=24.796184539794922GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:33:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance c1a407ff-a3b8-4beb-930a-30199d802198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e438fe48-fa15-489e-aa2b-60dc9889405e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.573s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:24 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:24 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:24 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_power_states {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 2bad2144-38ac-4bf3-a390-5bdda4792c3d {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid c1a407ff-a3b8-4beb-930a-30199d802198 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 8e9320c4-bbb3-4fc3-a240-56bc3844183b {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid e438fe48-fa15-489e-aa2b-60dc9889405e {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "03f4b713-6adb-46e7-908c-809aaff5f888" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.033s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "03f4b713-6adb-46e7-908c-809aaff5f888" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.051s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.051s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.054s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.067s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:33:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-51a5b881-a256-4e7c-a64d-fcb7dbd4e5bc req-610a284b-dbde-4899-83d8-63e7b603bb68 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-changed-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-51a5b881-a256-4e7c-a64d-fcb7dbd4e5bc req-610a284b-dbde-4899-83d8-63e7b603bb68 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Refreshing instance network info cache due to event network-changed-1c03a247-242d-49f7-8752-bcbefe9ea962. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:33:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51a5b881-a256-4e7c-a64d-fcb7dbd4e5bc req-610a284b-dbde-4899-83d8-63e7b603bb68 service nova] Acquiring lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:33:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51a5b881-a256-4e7c-a64d-fcb7dbd4e5bc req-610a284b-dbde-4899-83d8-63e7b603bb68 service nova] Acquired lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:33:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-51a5b881-a256-4e7c-a64d-fcb7dbd4e5bc req-610a284b-dbde-4899-83d8-63e7b603bb68 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Refreshing network info cache for port 1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:33:27 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:33:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-51a5b881-a256-4e7c-a64d-fcb7dbd4e5bc req-610a284b-dbde-4899-83d8-63e7b603bb68 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updated VIF entry in instance network info cache for port 1c03a247-242d-49f7-8752-bcbefe9ea962. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:33:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-51a5b881-a256-4e7c-a64d-fcb7dbd4e5bc req-610a284b-dbde-4899-83d8-63e7b603bb68 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updating instance_info_cache with network_info: [{"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:33:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-51a5b881-a256-4e7c-a64d-fcb7dbd4e5bc req-610a284b-dbde-4899-83d8-63e7b603bb68 service nova] Releasing lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-44b91aae-b1e8-4863-b10d-7686a3958d29 req-a463ba2e-e752-4c5c-8c37-3a32d135a980 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-changed-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-44b91aae-b1e8-4863-b10d-7686a3958d29 req-a463ba2e-e752-4c5c-8c37-3a32d135a980 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Refreshing instance network info cache due to event network-changed-1c03a247-242d-49f7-8752-bcbefe9ea962. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-44b91aae-b1e8-4863-b10d-7686a3958d29 req-a463ba2e-e752-4c5c-8c37-3a32d135a980 service nova] Acquiring lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-44b91aae-b1e8-4863-b10d-7686a3958d29 req-a463ba2e-e752-4c5c-8c37-3a32d135a980 service nova] Acquired lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG nova.network.neutron [req-44b91aae-b1e8-4863-b10d-7686a3958d29 req-a463ba2e-e752-4c5c-8c37-3a32d135a980 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Refreshing network info cache for port 1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:28 user nova-compute[75255]: INFO nova.compute.manager [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Detaching volume 5d992588-6fc7-4a7a-970d-c840efd31fbe
Dec 01 21:33:28 user nova-compute[75255]: INFO nova.virt.block_device [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Attempting to driver detach volume 5d992588-6fc7-4a7a-970d-c840efd31fbe from mountpoint /dev/vdb
Dec 01 21:33:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Attempting to detach device vdb from instance c1a407ff-a3b8-4beb-930a-30199d802198 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:33:28 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:33:28 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:33:28 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:33:28 user nova-compute[75255]:   <serial>5d992588-6fc7-4a7a-970d-c840efd31fbe</serial>
Dec 01 21:33:28 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:33:28 user nova-compute[75255]: </disk>
Dec 01 21:33:28 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:33:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Successfully detached device vdb from instance c1a407ff-a3b8-4beb-930a-30199d802198 from the persistent domain config.
Dec 01 21:33:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c1a407ff-a3b8-4beb-930a-30199d802198 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:33:28 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:33:28 user nova-compute[75255]:   <source dev="/dev/sdc"/>
Dec 01 21:33:28 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:33:28 user nova-compute[75255]:   <serial>5d992588-6fc7-4a7a-970d-c840efd31fbe</serial>
Dec 01 21:33:28 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:33:28 user nova-compute[75255]: </disk>
Dec 01 21:33:28 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG nova.network.neutron [req-44b91aae-b1e8-4863-b10d-7686a3958d29 req-a463ba2e-e752-4c5c-8c37-3a32d135a980 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updated VIF entry in instance network info cache for port 1c03a247-242d-49f7-8752-bcbefe9ea962. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG nova.network.neutron [req-44b91aae-b1e8-4863-b10d-7686a3958d29 req-a463ba2e-e752-4c5c-8c37-3a32d135a980 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updating instance_info_cache with network_info: [{"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-44b91aae-b1e8-4863-b10d-7686a3958d29 req-a463ba2e-e752-4c5c-8c37-3a32d135a980 service nova] Releasing lock "refresh_cache-c1a407ff-a3b8-4beb-930a-30199d802198" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c1a407ff-a3b8-4beb-930a-30199d802198 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:33:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-b7806e4e-32db-4cf9-9aeb-8e9eadbc86df req-e06c962b-2574-4f5e-894e-96259ef97a4e service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-changed-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-b7806e4e-32db-4cf9-9aeb-8e9eadbc86df req-e06c962b-2574-4f5e-894e-96259ef97a4e service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Refreshing instance network info cache due to event network-changed-ed74879f-4f44-4fc9-b22e-753e46a0e01b. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b7806e4e-32db-4cf9-9aeb-8e9eadbc86df req-e06c962b-2574-4f5e-894e-96259ef97a4e service nova] Acquiring lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b7806e4e-32db-4cf9-9aeb-8e9eadbc86df req-e06c962b-2574-4f5e-894e-96259ef97a4e service nova] Acquired lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-b7806e4e-32db-4cf9-9aeb-8e9eadbc86df req-e06c962b-2574-4f5e-894e-96259ef97a4e service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Refreshing network info cache for port ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:30 user nova-compute[75255]: INFO nova.compute.manager [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Terminating instance
Dec 01 21:33:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-2799866b-6b3a-453f-bd53-ea68a9dace19 req-7c5aaba2-368e-4217-a04e-045faa96caa1 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-vif-unplugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2799866b-6b3a-453f-bd53-ea68a9dace19 req-7c5aaba2-368e-4217-a04e-045faa96caa1 service nova] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2799866b-6b3a-453f-bd53-ea68a9dace19 req-7c5aaba2-368e-4217-a04e-045faa96caa1 service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2799866b-6b3a-453f-bd53-ea68a9dace19 req-7c5aaba2-368e-4217-a04e-045faa96caa1 service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-2799866b-6b3a-453f-bd53-ea68a9dace19 req-7c5aaba2-368e-4217-a04e-045faa96caa1 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] No waiting events found dispatching network-vif-unplugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-2799866b-6b3a-453f-bd53-ea68a9dace19 req-7c5aaba2-368e-4217-a04e-045faa96caa1 service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-vif-unplugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Instance destroyed successfully.
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lazy-loading 'resources' on Instance uuid 8e9320c4-bbb3-4fc3-a240-56bc3844183b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:30:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1383583011',display_name='tempest-TestStampPattern-server-1383583011',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1383583011',id=39,image_ref='4b2b851b-70e9-4dbd-bea7-763b182ac24a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH0CCAIjREPxG7SOEG0JiMSjxtDCNIHhKXJ1rfwsxhf89Qge9KR/V3UwO3l3Sx15+6QgFHxg2WtQOQ+DlcJ+cCqVmRCZ6n8UiZW0ebrUU25xhXqjAYjBGTf3PduSIEUQqQ==',key_name='tempest-TestStampPattern-1785533011',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:30:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1457d7dbb7ed4dc89cd776aa1bb02728',ramdisk_id='',reservation_id='r-4721g6zw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='4d1485ad-4571-40d7-8cb9-15ff0ea2c18f',image_min_disk='1',image_min_ram='0',image_owner_id='1457d7dbb7ed4dc89cd776aa1bb02728',image_owner_project_name='tempest-TestStampPattern-2027410492',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-2027410492-project-member',image_user_id='159534e984314b6c9ef03af7dad00fe4',owner_project_name='tempest-TestStampPattern-2027410492',owner_user_name='tempest-TestStampPattern-2027410492-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:30:40Z,user_data=None,user_id='159534e984314b6c9ef03af7dad00fe4',uuid=8e9320c4-bbb3-4fc3-a240-56bc3844183b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converting VIF {"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:25:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=ed74879f-4f44-4fc9-b22e-753e46a0e01b,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped74879f-4f') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG os_vif [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:25:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=ed74879f-4f44-4fc9-b22e-753e46a0e01b,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped74879f-4f') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=taped74879f-4f, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.network.neutron [req-b7806e4e-32db-4cf9-9aeb-8e9eadbc86df req-e06c962b-2574-4f5e-894e-96259ef97a4e service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Updated VIF entry in instance network info cache for port ed74879f-4f44-4fc9-b22e-753e46a0e01b. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.network.neutron [req-b7806e4e-32db-4cf9-9aeb-8e9eadbc86df req-e06c962b-2574-4f5e-894e-96259ef97a4e service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Updating instance_info_cache with network_info: [{"id": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "address": "fa:16:3e:25:3a:fe", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "taped74879f-4f", "ovs_interfaceid": "ed74879f-4f44-4fc9-b22e-753e46a0e01b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3be6cd6e-c56d-4e98-9cd1-ece0420eaaa1) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:33:31 user nova-compute[75255]: INFO os_vif [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:25:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=ed74879f-4f44-4fc9-b22e-753e46a0e01b,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='taped74879f-4f')
Dec 01 21:33:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Deleting instance files /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b_del
Dec 01 21:33:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Deletion of /opt/stack/data/nova/instances/8e9320c4-bbb3-4fc3-a240-56bc3844183b_del complete
Dec 01 21:33:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b7806e4e-32db-4cf9-9aeb-8e9eadbc86df req-e06c962b-2574-4f5e-894e-96259ef97a4e service nova] Releasing lock "refresh_cache-8e9320c4-bbb3-4fc3-a240-56bc3844183b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: INFO nova.compute.manager [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Took 1.09 seconds to destroy the instance on the hypervisor.
Dec 01 21:33:31 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-60b50ed8-a0af-4512-a3df-f8c93ba7d878 req-0d541118-864d-4f28-921f-39ee2795555c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-vif-deleted-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:31 user nova-compute[75255]: INFO nova.compute.manager [req-60b50ed8-a0af-4512-a3df-f8c93ba7d878 req-0d541118-864d-4f28-921f-39ee2795555c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Neutron deleted interface ed74879f-4f44-4fc9-b22e-753e46a0e01b; detaching it from the instance and deleting it from the info cache
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.network.neutron [req-60b50ed8-a0af-4512-a3df-f8c93ba7d878 req-0d541118-864d-4f28-921f-39ee2795555c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:33:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-60b50ed8-a0af-4512-a3df-f8c93ba7d878 req-0d541118-864d-4f28-921f-39ee2795555c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Detach interface failed, port_id=ed74879f-4f44-4fc9-b22e-753e46a0e01b, reason: Instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:33:31 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Took 0.48 seconds to deallocate network for instance.
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.282s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:32 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Deleted allocations for instance 8e9320c4-bbb3-4fc3-a240-56bc3844183b
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-99326093-c122-4b55-8b64-16e8b52b5d9d tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.037s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] No waiting events found dispatching network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:32 user nova-compute[75255]: WARNING nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received unexpected event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b for instance with vm_state deleted and task_state None.
Dec 01 21:33:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] No waiting events found dispatching network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:32 user nova-compute[75255]: WARNING nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received unexpected event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b for instance with vm_state deleted and task_state None.
Dec 01 21:33:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] No waiting events found dispatching network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:32 user nova-compute[75255]: WARNING nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received unexpected event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b for instance with vm_state deleted and task_state None.
Dec 01 21:33:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Acquiring lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] Lock "8e9320c4-bbb3-4fc3-a240-56bc3844183b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] No waiting events found dispatching network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:33:32 user nova-compute[75255]: WARNING nova.compute.manager [req-003c573d-fab7-4053-9ef1-90773b8a6934 req-f8d8536f-9ddf-41f2-bffd-a517ecbc618c service nova] [instance: 8e9320c4-bbb3-4fc3-a240-56bc3844183b] Received unexpected event network-vif-plugged-ed74879f-4f44-4fc9-b22e-753e46a0e01b for instance with vm_state deleted and task_state None.
Dec 01 21:33:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:48 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c1a407ff-a3b8-4beb-930a-30199d802198 is timed out.
Dec 01 21:33:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Successfully detached device vdb from instance c1a407ff-a3b8-4beb-930a-30199d802198 from the live domain config.
Dec 01 21:33:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:33:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GWjcxdVQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:33:48 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:33:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:33:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:33:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f78d916e-43b4-44c3-a5c3-7d36adc8a6a8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:33:49 user nova-compute[75255]: No targets found.
Dec 01 21:33:49 user nova-compute[75255]: iSNS:
Dec 01 21:33:49 user nova-compute[75255]: No targets found.
Dec 01 21:33:49 user nova-compute[75255]: STATIC:
Dec 01 21:33:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe
Dec 01 21:33:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:33:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:33:49 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:33:49 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:33:49 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:33:49 user nova-compute[75255]: FIRMWARE:
Dec 01 21:33:49 user nova-compute[75255]: No targets found.
Dec 01 21:33:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:33:49 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:33:49 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[47fd68ca-dea7-4b19-b9d0-ae16ea6354b0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a042117e-77b7-4b1d-9c45-44753217ff97]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:33:49 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:33:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe (non-flash)
Dec 01 21:33:49 user nova-compute[75255]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:33:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cee6dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f1e6ad9-e5f1-404b-9daf-43bd5f1e9e26]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[54cfc8c1-3b05-47d0-bbbe-0f115ebd8659]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a74f0621-1c68-4214-a1c4-a3f3a1bc2bd7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[544f82ba-8737-469e-a7b5-14010ec037f3]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5012134-9c49-4a52-9d24-e7e8b911adf5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2068d3e9-b61a-40df-b3ea-cb382e5ba464]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe, portal: 172.16.0.220,3260]
Dec 01 21:33:49 user nova-compute[75255]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe, portal: 172.16.0.220,3260] successful.
Dec 01 21:33:49 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d992588-6fc7-4a7a-970d-c840efd31fbe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e39790a-1885-4342-8a5e-d24426cd958e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] <== disconnect_volume: return (288ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:33:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:33:50 user nova-compute[75255]: DEBUG nova.objects.instance [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'flavor' on Instance uuid c1a407ff-a3b8-4beb-930a-30199d802198 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:33:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-68084903-3018-4237-bd24-ba661715e8a8 tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.703s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:33:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:33:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:33:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:33:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:33:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:33:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:05 user nova-compute[75255]: INFO nova.compute.manager [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Terminating instance
Dec 01 21:34:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG nova.compute.manager [req-63e1c619-cc4b-48ea-9c4f-3b67962c4d06 req-3b9f71f7-6680-4bad-bb63-19d2226e435a service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-vif-unplugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-63e1c619-cc4b-48ea-9c4f-3b67962c4d06 req-3b9f71f7-6680-4bad-bb63-19d2226e435a service nova] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-63e1c619-cc4b-48ea-9c4f-3b67962c4d06 req-3b9f71f7-6680-4bad-bb63-19d2226e435a service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-63e1c619-cc4b-48ea-9c4f-3b67962c4d06 req-3b9f71f7-6680-4bad-bb63-19d2226e435a service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG nova.compute.manager [req-63e1c619-cc4b-48ea-9c4f-3b67962c4d06 req-3b9f71f7-6680-4bad-bb63-19d2226e435a service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] No waiting events found dispatching network-vif-unplugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG nova.compute.manager [req-63e1c619-cc4b-48ea-9c4f-3b67962c4d06 req-3b9f71f7-6680-4bad-bb63-19d2226e435a service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-vif-unplugged-1a35c113-e303-46c1-8ba1-230816419fbe for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Instance destroyed successfully.
Dec 01 21:34:06 user nova-compute[75255]: DEBUG nova.objects.instance [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'resources' on Instance uuid 2bad2144-38ac-4bf3-a390-5bdda4792c3d {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1546961460',display_name='tempest-ServerRescueNegativeTestJSON-server-1546961460',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1546961460',id=26,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:19:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-m7dx8f1f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:19:52Z,user_data=None,user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=2bad2144-38ac-4bf3-a390-5bdda4792c3d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "1a35c113-e303-46c1-8ba1-230816419fbe", "address": "fa:16:3e:53:04:70", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a35c113-e3", "ovs_interfaceid": "1a35c113-e303-46c1-8ba1-230816419fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:53:04:70,bridge_name='br-int',has_traffic_filtering=True,id=1a35c113-e303-46c1-8ba1-230816419fbe,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a35c113-e3') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG os_vif [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:53:04:70,bridge_name='br-int',has_traffic_filtering=True,id=1a35c113-e303-46c1-8ba1-230816419fbe,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a35c113-e3') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1a35c113-e3, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=472c6768-6edb-482d-aca8-8edbc2a038fd) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:34:06 user nova-compute[75255]: INFO os_vif [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:53:04:70,bridge_name='br-int',has_traffic_filtering=True,id=1a35c113-e303-46c1-8ba1-230816419fbe,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a35c113-e3')
Dec 01 21:34:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Deleting instance files /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d_del
Dec 01 21:34:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Deletion of /opt/stack/data/nova/instances/2bad2144-38ac-4bf3-a390-5bdda4792c3d_del complete
Dec 01 21:34:06 user nova-compute[75255]: INFO nova.compute.manager [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 01 21:34:06 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:34:06 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:34:07 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:34:07 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Took 0.50 seconds to deallocate network for instance.
Dec 01 21:34:07 user nova-compute[75255]: DEBUG nova.compute.manager [req-1f63029d-25b8-4243-ba05-01060cf9b254 req-92226d37-ce81-488f-9beb-135f624f4b82 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-vif-deleted-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:07 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:34:07 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:34:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.288s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:07 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Deleted allocations for instance 2bad2144-38ac-4bf3-a390-5bdda4792c3d
Dec 01 21:34:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-9f26f14a-cad2-4253-9c70-c0b957c66b27 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.967s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-aab9b36e-7c78-4224-9e22-366f794980f6 req-d4b795dc-46b4-49e9-a54c-1554627cd551 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aab9b36e-7c78-4224-9e22-366f794980f6 req-d4b795dc-46b4-49e9-a54c-1554627cd551 service nova] Acquiring lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aab9b36e-7c78-4224-9e22-366f794980f6 req-d4b795dc-46b4-49e9-a54c-1554627cd551 service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aab9b36e-7c78-4224-9e22-366f794980f6 req-d4b795dc-46b4-49e9-a54c-1554627cd551 service nova] Lock "2bad2144-38ac-4bf3-a390-5bdda4792c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:08 user nova-compute[75255]: DEBUG nova.compute.manager [req-aab9b36e-7c78-4224-9e22-366f794980f6 req-d4b795dc-46b4-49e9-a54c-1554627cd551 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] No waiting events found dispatching network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:08 user nova-compute[75255]: WARNING nova.compute.manager [req-aab9b36e-7c78-4224-9e22-366f794980f6 req-d4b795dc-46b4-49e9-a54c-1554627cd551 service nova] [instance: 2bad2144-38ac-4bf3-a390-5bdda4792c3d] Received unexpected event network-vif-plugged-1a35c113-e303-46c1-8ba1-230816419fbe for instance with vm_state deleted and task_state None.
Dec 01 21:34:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:13 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:34:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:34:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:34:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:34:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:34:18 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:34:18 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:34:18 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:34:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:18 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:34:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:34:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:21 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:34:21 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8311MB free_disk=24.815105438232422GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 03f4b713-6adb-46e7-908c-809aaff5f888 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance c1a407ff-a3b8-4beb-930a-30199d802198 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e438fe48-fa15-489e-aa2b-60dc9889405e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.340s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:34:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:34:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:34:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:34:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:34:22 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:23 user nova-compute[75255]: INFO nova.compute.manager [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Terminating instance
Dec 01 21:34:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updating instance_info_cache with network_info: [{"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG nova.compute.manager [req-d6be806e-c738-45de-ac28-2dd3674479ee req-6809c056-c6e2-48c1-ba3c-ed5fc96f04d2 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-unplugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d6be806e-c738-45de-ac28-2dd3674479ee req-6809c056-c6e2-48c1-ba3c-ed5fc96f04d2 service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d6be806e-c738-45de-ac28-2dd3674479ee req-6809c056-c6e2-48c1-ba3c-ed5fc96f04d2 service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d6be806e-c738-45de-ac28-2dd3674479ee req-6809c056-c6e2-48c1-ba3c-ed5fc96f04d2 service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG nova.compute.manager [req-d6be806e-c738-45de-ac28-2dd3674479ee req-6809c056-c6e2-48c1-ba3c-ed5fc96f04d2 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-unplugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG nova.compute.manager [req-d6be806e-c738-45de-ac28-2dd3674479ee req-6809c056-c6e2-48c1-ba3c-ed5fc96f04d2 service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-unplugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:34:23 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Instance destroyed successfully.
Dec 01 21:34:23 user nova-compute[75255]: DEBUG nova.objects.instance [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lazy-loading 'resources' on Instance uuid c1a407ff-a3b8-4beb-930a-30199d802198 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:29:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1504404355',display_name='tempest-TestMinimumBasicScenario-server-1504404355',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1504404355',id=38,image_ref='f8b4ed22-3899-48e8-8d8a-05a304012ee4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBACJJzjzA3ji8qv8fsevstFRPIMl5C7K15ZNRjUAR9xcyBoA8HVFkyigBnF3bdwp256XJakzSk1sgINBsv5inJEb+N30AMFlY8LqmUoLYMOCqp3vide+g/1ohzypDHjDlw==',key_name='tempest-TestMinimumBasicScenario-51169485',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:29:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ef0794c7f434049b44940d6bba0865c',ramdisk_id='',reservation_id='r-py47vgqy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f8b4ed22-3899-48e8-8d8a-05a304012ee4',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1526566089',owner_user_name='tempest-TestMinimumBasicScenario-1526566089-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:31:42Z,user_data=None,user_id='68a438484f1949bb8bda3b7208d2751c',uuid=c1a407ff-a3b8-4beb-930a-30199d802198,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converting VIF {"id": "1c03a247-242d-49f7-8752-bcbefe9ea962", "address": "fa:16:3e:df:da:c0", "network": {"id": "ffe59e15-e194-4e72-a041-47a10dd345ca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-114515030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ef0794c7f434049b44940d6bba0865c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c03a247-24", "ovs_interfaceid": "1c03a247-242d-49f7-8752-bcbefe9ea962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:da:c0,bridge_name='br-int',has_traffic_filtering=True,id=1c03a247-242d-49f7-8752-bcbefe9ea962,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c03a247-24') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG os_vif [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:da:c0,bridge_name='br-int',has_traffic_filtering=True,id=1c03a247-242d-49f7-8752-bcbefe9ea962,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c03a247-24') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1c03a247-24, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0a8f7476-0179-4526-af11-526c3fd77b6a) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:34:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:34:23 user nova-compute[75255]: INFO os_vif [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:da:c0,bridge_name='br-int',has_traffic_filtering=True,id=1c03a247-242d-49f7-8752-bcbefe9ea962,network=Network(ffe59e15-e194-4e72-a041-47a10dd345ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c03a247-24')
Dec 01 21:34:23 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Deleting instance files /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198_del
Dec 01 21:34:23 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Deletion of /opt/stack/data/nova/instances/c1a407ff-a3b8-4beb-930a-30199d802198_del complete
Dec 01 21:34:24 user nova-compute[75255]: INFO nova.compute.manager [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 01 21:34:24 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:34:24 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:34:24 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:34:24 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:34:24 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Took 0.57 seconds to deallocate network for instance.
Dec 01 21:34:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-696d13ce-9f0b-4536-bd0c-4d0fd16d1cee req-19f8a24d-429f-4519-aaa5-8f5423be3ecf service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-deleted-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:24 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:34:24 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:34:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.238s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:24 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Deleted allocations for instance c1a407ff-a3b8-4beb-930a-30199d802198
Dec 01 21:34:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a74c3ad6-978f-4ca3-af41-d0de81172bcb tempest-TestMinimumBasicScenario-1526566089 tempest-TestMinimumBasicScenario-1526566089-project-member] Lock "c1a407ff-a3b8-4beb-930a-30199d802198" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.872s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-2d8c9fe0-1289-4259-bcee-08942d2a63c6 req-8361dea9-827f-4bb7-927e-b87dec450f2e service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2d8c9fe0-1289-4259-bcee-08942d2a63c6 req-8361dea9-827f-4bb7-927e-b87dec450f2e service nova] Acquiring lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2d8c9fe0-1289-4259-bcee-08942d2a63c6 req-8361dea9-827f-4bb7-927e-b87dec450f2e service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2d8c9fe0-1289-4259-bcee-08942d2a63c6 req-8361dea9-827f-4bb7-927e-b87dec450f2e service nova] Lock "c1a407ff-a3b8-4beb-930a-30199d802198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-2d8c9fe0-1289-4259-bcee-08942d2a63c6 req-8361dea9-827f-4bb7-927e-b87dec450f2e service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] No waiting events found dispatching network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:25 user nova-compute[75255]: WARNING nova.compute.manager [req-2d8c9fe0-1289-4259-bcee-08942d2a63c6 req-8361dea9-827f-4bb7-927e-b87dec450f2e service nova] [instance: c1a407ff-a3b8-4beb-930a-30199d802198] Received unexpected event network-vif-plugged-1c03a247-242d-49f7-8752-bcbefe9ea962 for instance with vm_state deleted and task_state None.
Dec 01 21:34:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:34:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-3bf6e5a2-b64f-4728-b9e5-c5e4b20aa73a req-64f26742-8937-4a4f-acb2-f19cbc44d8db service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received event network-changed-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-3bf6e5a2-b64f-4728-b9e5-c5e4b20aa73a req-64f26742-8937-4a4f-acb2-f19cbc44d8db service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Refreshing instance network info cache due to event network-changed-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3bf6e5a2-b64f-4728-b9e5-c5e4b20aa73a req-64f26742-8937-4a4f-acb2-f19cbc44d8db service nova] Acquiring lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3bf6e5a2-b64f-4728-b9e5-c5e4b20aa73a req-64f26742-8937-4a4f-acb2-f19cbc44d8db service nova] Acquired lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG nova.network.neutron [req-3bf6e5a2-b64f-4728-b9e5-c5e4b20aa73a req-64f26742-8937-4a4f-acb2-f19cbc44d8db service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Refreshing network info cache for port 5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:32 user nova-compute[75255]: INFO nova.compute.manager [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Terminating instance
Dec 01 21:34:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-d490ac01-b9ca-4ae3-89a3-76bce5ff258d req-7cee8307-a67f-4425-9e2d-11a8e2d86b2e service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received event network-vif-unplugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d490ac01-b9ca-4ae3-89a3-76bce5ff258d req-7cee8307-a67f-4425-9e2d-11a8e2d86b2e service nova] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d490ac01-b9ca-4ae3-89a3-76bce5ff258d req-7cee8307-a67f-4425-9e2d-11a8e2d86b2e service nova] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d490ac01-b9ca-4ae3-89a3-76bce5ff258d req-7cee8307-a67f-4425-9e2d-11a8e2d86b2e service nova] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-d490ac01-b9ca-4ae3-89a3-76bce5ff258d req-7cee8307-a67f-4425-9e2d-11a8e2d86b2e service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] No waiting events found dispatching network-vif-unplugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-d490ac01-b9ca-4ae3-89a3-76bce5ff258d req-7cee8307-a67f-4425-9e2d-11a8e2d86b2e service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received event network-vif-unplugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG nova.network.neutron [req-3bf6e5a2-b64f-4728-b9e5-c5e4b20aa73a req-64f26742-8937-4a4f-acb2-f19cbc44d8db service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updated VIF entry in instance network info cache for port 5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG nova.network.neutron [req-3bf6e5a2-b64f-4728-b9e5-c5e4b20aa73a req-64f26742-8937-4a4f-acb2-f19cbc44d8db service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updating instance_info_cache with network_info: [{"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:34:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3bf6e5a2-b64f-4728-b9e5-c5e4b20aa73a req-64f26742-8937-4a4f-acb2-f19cbc44d8db service nova] Releasing lock "refresh_cache-4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:34:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Instance destroyed successfully.
Dec 01 21:34:33 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lazy-loading 'resources' on Instance uuid 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:27:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1006896898',display_name='tempest-TestStampPattern-server-1006896898',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1006896898',id=35,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH0CCAIjREPxG7SOEG0JiMSjxtDCNIHhKXJ1rfwsxhf89Qge9KR/V3UwO3l3Sx15+6QgFHxg2WtQOQ+DlcJ+cCqVmRCZ6n8UiZW0ebrUU25xhXqjAYjBGTf3PduSIEUQqQ==',key_name='tempest-TestStampPattern-1785533011',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:27:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1457d7dbb7ed4dc89cd776aa1bb02728',ramdisk_id='',reservation_id='r-8m09pt9n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-2027410492',owner_user_name='tempest-TestStampPattern-2027410492-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:30:32Z,user_data=None,user_id='159534e984314b6c9ef03af7dad00fe4',uuid=4d1485ad-4571-40d7-8cb9-15ff0ea2c18f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converting VIF {"id": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "address": "fa:16:3e:07:93:c1", "network": {"id": "9530dc1d-dea3-48a6-bd4b-f170a78f7bb0", "bridge": "br-int", "label": "tempest-TestStampPattern-1361135372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1457d7dbb7ed4dc89cd776aa1bb02728", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fd30ff1-bc", "ovs_interfaceid": "5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:93:c1,bridge_name='br-int',has_traffic_filtering=True,id=5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fd30ff1-bc') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG os_vif [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:93:c1,bridge_name='br-int',has_traffic_filtering=True,id=5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fd30ff1-bc') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5fd30ff1-bc, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=71b027df-54fa-4838-850f-39b5f12b386e) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:33 user nova-compute[75255]: INFO os_vif [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:93:c1,bridge_name='br-int',has_traffic_filtering=True,id=5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc,network=Network(9530dc1d-dea3-48a6-bd4b-f170a78f7bb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fd30ff1-bc')
Dec 01 21:34:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Deleting instance files /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f_del
Dec 01 21:34:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Deletion of /opt/stack/data/nova/instances/4d1485ad-4571-40d7-8cb9-15ff0ea2c18f_del complete
Dec 01 21:34:33 user nova-compute[75255]: INFO nova.compute.manager [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Took 0.84 seconds to destroy the instance on the hypervisor.
Dec 01 21:34:33 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:34:33 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Took 0.50 seconds to deallocate network for instance.
Dec 01 21:34:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:34:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.232s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:33 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Deleted allocations for instance 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f
Dec 01 21:34:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d7947387-6aab-4ffb-85f8-f1bae0e6a055 tempest-TestStampPattern-2027410492 tempest-TestStampPattern-2027410492-project-member] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.768s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-44ad435d-dc2a-4c83-a99e-845fa1652c6f req-e8ecef44-d5b0-4204-8a8a-a166abd9e518 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received event network-vif-plugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-44ad435d-dc2a-4c83-a99e-845fa1652c6f req-e8ecef44-d5b0-4204-8a8a-a166abd9e518 service nova] Acquiring lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-44ad435d-dc2a-4c83-a99e-845fa1652c6f req-e8ecef44-d5b0-4204-8a8a-a166abd9e518 service nova] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-44ad435d-dc2a-4c83-a99e-845fa1652c6f req-e8ecef44-d5b0-4204-8a8a-a166abd9e518 service nova] Lock "4d1485ad-4571-40d7-8cb9-15ff0ea2c18f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-44ad435d-dc2a-4c83-a99e-845fa1652c6f req-e8ecef44-d5b0-4204-8a8a-a166abd9e518 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] No waiting events found dispatching network-vif-plugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:34 user nova-compute[75255]: WARNING nova.compute.manager [req-44ad435d-dc2a-4c83-a99e-845fa1652c6f req-e8ecef44-d5b0-4204-8a8a-a166abd9e518 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received unexpected event network-vif-plugged-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc for instance with vm_state deleted and task_state None.
Dec 01 21:34:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-44ad435d-dc2a-4c83-a99e-845fa1652c6f req-e8ecef44-d5b0-4204-8a8a-a166abd9e518 service nova] [instance: 4d1485ad-4571-40d7-8cb9-15ff0ea2c18f] Received event network-vif-deleted-5fd30ff1-bc7e-4113-a3c7-e6d5f2a10ebc {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-55e08c32-0d14-4388-923f-fcd0ee0eea31 req-d564b527-1deb-4c32-ba29-9657b972e479 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received event network-changed-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:37 user nova-compute[75255]: DEBUG nova.compute.manager [req-55e08c32-0d14-4388-923f-fcd0ee0eea31 req-d564b527-1deb-4c32-ba29-9657b972e479 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Refreshing instance network info cache due to event network-changed-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:34:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-55e08c32-0d14-4388-923f-fcd0ee0eea31 req-d564b527-1deb-4c32-ba29-9657b972e479 service nova] Acquiring lock "refresh_cache-e438fe48-fa15-489e-aa2b-60dc9889405e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:34:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-55e08c32-0d14-4388-923f-fcd0ee0eea31 req-d564b527-1deb-4c32-ba29-9657b972e479 service nova] Acquired lock "refresh_cache-e438fe48-fa15-489e-aa2b-60dc9889405e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:34:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-55e08c32-0d14-4388-923f-fcd0ee0eea31 req-d564b527-1deb-4c32-ba29-9657b972e479 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Refreshing network info cache for port d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:34:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:38 user nova-compute[75255]: DEBUG nova.network.neutron [req-55e08c32-0d14-4388-923f-fcd0ee0eea31 req-d564b527-1deb-4c32-ba29-9657b972e479 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Updated VIF entry in instance network info cache for port d2d8a272-bfcb-44dc-aa24-5187bcbd0d17. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:34:38 user nova-compute[75255]: DEBUG nova.network.neutron [req-55e08c32-0d14-4388-923f-fcd0ee0eea31 req-d564b527-1deb-4c32-ba29-9657b972e479 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Updating instance_info_cache with network_info: [{"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:34:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-55e08c32-0d14-4388-923f-fcd0ee0eea31 req-d564b527-1deb-4c32-ba29-9657b972e479 service nova] Releasing lock "refresh_cache-e438fe48-fa15-489e-aa2b-60dc9889405e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:34:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'flavor' on Instance uuid e438fe48-fa15-489e-aa2b-60dc9889405e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:40 user nova-compute[75255]: INFO nova.compute.manager [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Attaching volume 58195dcc-0681-41ee-a5b1-c0580db74f1a to /dev/vdb
Dec 01 21:34:40 user nova-compute[75255]: DEBUG os_brick.utils [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ce4c8d0-f3e7-4ee4-a1d9-5c0ffa513430]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ad4909-6511-4a8d-a96d-03327e1ac61a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e681af92-53fa-4293-adba-e8bd23b15247]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec9e985-8d6e-4974-9b00-41b9437d4d30]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:34:40 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:34:40 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[02cfc27c-12c7-40c6-a7fb-ba38007e2988]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG os_brick.utils [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:34:40 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Updating existing volume attachment record: 5b0d98ca-b478-4bda-9c5a-9954f834cefa {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:34:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:34:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYzjCUTd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:34:49 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:34:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:34:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:34:49 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:34:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:34:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:34:49 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:34:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f535b8e-8fef-4445-ad0d-a7888ee3d59c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:34:50 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3419701e-36e4-4e12-84a4-2d371afb3f4b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a] added
Dec 01 21:34:50 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[317d894e-80f1-4ed4-9049-ce1234619889]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a8892c7-667a-46c6-b432-a8456ac28a94]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hYzjCUTd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hYzjCUTd" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f7a214-6c9c-4204-97ed-6919b7a03d3d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hYzjCUTd'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4513602-1073-465f-811a-08134d5e8561]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f028efd4-cc47-4dd8-bb3e-88ab2054c902]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:34:50 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:34:50 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f457538f-cdf5-4d36-a57d-cd2acabb2954]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a, portal: 172.16.0.220,3260]
Dec 01 21:34:50 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a, portal: 172.16.0.220,3260] successful.
Dec 01 21:34:50 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc047601-bee4-45f7-bcb8-9e505b68517c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ad4214-3338-4bfb-90d0-4cfb46853070]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:34:50 user nova-compute[75255]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a (non-flash)
Dec 01 21:34:50 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:34:50 user nova-compute[75255]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a (non-flash)
Dec 01 21:34:50 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] HCTL ('33', '-', '-', 0) found on session 46 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[188d0b0f-9c79-4a42-8383-f41e2a04eacd]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:34:50 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYzjCUTd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23735313131393633', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735313131393633', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'flavor' on Instance uuid e438fe48-fa15-489e-aa2b-60dc9889405e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:34:51 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:34:51 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:34:51 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:34:51 user nova-compute[75255]:   <serial>58195dcc-0681-41ee-a5b1-c0580db74f1a</serial>
Dec 01 21:34:51 user nova-compute[75255]: </disk>
Dec 01 21:34:51 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] No VIF found with MAC fa:16:3e:a6:d8:b5, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:34:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dfa9735-f930-4cdd-b652-9b11e5274ce8 tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.322s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:52 user nova-compute[75255]: INFO nova.compute.manager [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Detaching volume 58195dcc-0681-41ee-a5b1-c0580db74f1a
Dec 01 21:34:52 user nova-compute[75255]: INFO nova.virt.block_device [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Attempting to driver detach volume 58195dcc-0681-41ee-a5b1-c0580db74f1a from mountpoint /dev/vdb
Dec 01 21:34:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Attempting to detach device vdb from instance e438fe48-fa15-489e-aa2b-60dc9889405e from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:34:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:34:52 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:34:52 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:34:52 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:34:52 user nova-compute[75255]:   <serial>58195dcc-0681-41ee-a5b1-c0580db74f1a</serial>
Dec 01 21:34:52 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:34:52 user nova-compute[75255]: </disk>
Dec 01 21:34:52 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:34:52 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully detached device vdb from instance e438fe48-fa15-489e-aa2b-60dc9889405e from the persistent domain config.
Dec 01 21:34:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e438fe48-fa15-489e-aa2b-60dc9889405e from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:34:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:34:52 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:34:52 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:34:52 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:34:52 user nova-compute[75255]:   <serial>58195dcc-0681-41ee-a5b1-c0580db74f1a</serial>
Dec 01 21:34:52 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:34:52 user nova-compute[75255]: </disk>
Dec 01 21:34:52 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:34:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e438fe48-fa15-489e-aa2b-60dc9889405e {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:34:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "03f4b713-6adb-46e7-908c-809aaff5f888" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:56 user nova-compute[75255]: INFO nova.compute.manager [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Terminating instance
Dec 01 21:34:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-c2f68871-257d-4ae0-a4fc-cff69e3afdcf req-017c9d9a-f7b4-4656-b06f-d330c5cba605 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-unplugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c2f68871-257d-4ae0-a4fc-cff69e3afdcf req-017c9d9a-f7b4-4656-b06f-d330c5cba605 service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c2f68871-257d-4ae0-a4fc-cff69e3afdcf req-017c9d9a-f7b4-4656-b06f-d330c5cba605 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c2f68871-257d-4ae0-a4fc-cff69e3afdcf req-017c9d9a-f7b4-4656-b06f-d330c5cba605 service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-c2f68871-257d-4ae0-a4fc-cff69e3afdcf req-017c9d9a-f7b4-4656-b06f-d330c5cba605 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-unplugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-c2f68871-257d-4ae0-a4fc-cff69e3afdcf req-017c9d9a-f7b4-4656-b06f-d330c5cba605 service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-unplugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:34:56 user nova-compute[75255]: INFO nova.compute.manager [None req-1d735e94-086e-488f-a450-990baf7141c3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Unrescuing
Dec 01 21:34:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d735e94-086e-488f-a450-990baf7141c3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d735e94-086e-488f-a450-990baf7141c3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquired lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:34:56 user nova-compute[75255]: DEBUG nova.network.neutron [None req-1d735e94-086e-488f-a450-990baf7141c3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:34:57 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Instance destroyed successfully.
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.objects.instance [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lazy-loading 'resources' on Instance uuid 03f4b713-6adb-46e7-908c-809aaff5f888 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:17:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-543492821',display_name='tempest-ServerRescueNegativeTestJSON-server-543492821',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-543492821',id=25,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:22:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f8f460482a61406a9efa3b06a26cfb79',ramdisk_id='',reservation_id='r-j57wyww9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-282137854',owner_user_name='tempest-ServerRescueNegativeTestJSON-282137854-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:24:39Z,user_data=None,user_id='c6eecc6cdf3c49b7a6ccd0e33dfeb062',uuid=03f4b713-6adb-46e7-908c-809aaff5f888,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converting VIF {"id": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "address": "fa:16:3e:1c:4b:4f", "network": {"id": "ae76ded9-4c81-4c08-a93e-8f2fbb835637", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-912402140-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f8f460482a61406a9efa3b06a26cfb79", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa571fe91-ed", "ovs_interfaceid": "a571fe91-ed6d-4680-80d4-d62ebc4aed90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1c:4b:4f,bridge_name='br-int',has_traffic_filtering=True,id=a571fe91-ed6d-4680-80d4-d62ebc4aed90,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa571fe91-ed') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG os_vif [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:4b:4f,bridge_name='br-int',has_traffic_filtering=True,id=a571fe91-ed6d-4680-80d4-d62ebc4aed90,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa571fe91-ed') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa571fe91-ed, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8093578a-f506-479c-8d46-453f7a3c2f58) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:57 user nova-compute[75255]: INFO os_vif [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:4b:4f,bridge_name='br-int',has_traffic_filtering=True,id=a571fe91-ed6d-4680-80d4-d62ebc4aed90,network=Network(ae76ded9-4c81-4c08-a93e-8f2fbb835637),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa571fe91-ed')
Dec 01 21:34:57 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Deleting instance files /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888_del
Dec 01 21:34:57 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Deletion of /opt/stack/data/nova/instances/03f4b713-6adb-46e7-908c-809aaff5f888_del complete
Dec 01 21:34:57 user nova-compute[75255]: INFO nova.compute.manager [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Took 0.75 seconds to destroy the instance on the hypervisor.
Dec 01 21:34:57 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.network.neutron [None req-1d735e94-086e-488f-a450-990baf7141c3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updating instance_info_cache with network_info: [{"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1d735e94-086e-488f-a450-990baf7141c3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Releasing lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.objects.instance [None req-1d735e94-086e-488f-a450-990baf7141c3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'flavor' on Instance uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:34:57 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Took 0.52 seconds to deallocate network for instance.
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-1dcb55f9-30c1-43c2-bf76-d6194eba5c01 req-91afb042-13ca-4ee0-baa6-bb278833495a service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-deleted-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:57 user nova-compute[75255]: INFO nova.compute.manager [req-1dcb55f9-30c1-43c2-bf76-d6194eba5c01 req-91afb042-13ca-4ee0-baa6-bb278833495a service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Neutron deleted interface a571fe91-ed6d-4680-80d4-d62ebc4aed90; detaching it from the instance and deleting it from the info cache
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.network.neutron [req-1dcb55f9-30c1-43c2-bf76-d6194eba5c01 req-91afb042-13ca-4ee0-baa6-bb278833495a service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-1dcb55f9-30c1-43c2-bf76-d6194eba5c01 req-91afb042-13ca-4ee0-baa6-bb278833495a service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Detach interface failed, port_id=a571fe91-ed6d-4680-80d4-d62ebc4aed90, reason: Instance 03f4b713-6adb-46e7-908c-809aaff5f888 could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:34:57 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.202s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:58 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Deleted allocations for instance 03f4b713-6adb-46e7-908c-809aaff5f888
Dec 01 21:34:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:58 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Instance destroyed successfully.
Dec 01 21:34:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-1fc19df0-5b9c-4653-b0d2-6803eeacaf00 tempest-ServerRescueNegativeTestJSON-282137854 tempest-ServerRescueNegativeTestJSON-282137854-project-member] Lock "03f4b713-6adb-46e7-908c-809aaff5f888" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.683s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Acquiring lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Lock "03f4b713-6adb-46e7-908c-809aaff5f888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] No waiting events found dispatching network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:58 user nova-compute[75255]: WARNING nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 03f4b713-6adb-46e7-908c-809aaff5f888] Received unexpected event network-vif-plugged-a571fe91-ed6d-4680-80d4-d62ebc4aed90 for instance with vm_state deleted and task_state None.
Dec 01 21:34:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:58 user nova-compute[75255]: WARNING nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:34:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:58 user nova-compute[75255]: WARNING nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:34:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:58 user nova-compute[75255]: WARNING nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:34:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:34:58 user nova-compute[75255]: DEBUG nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:34:58 user nova-compute[75255]: WARNING nova.compute.manager [req-aec77083-8fa9-4b10-8f24-e5575fcf9bcf req-f760d688-b3a0-462c-be60-c30ce1c1a64f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:34:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:34:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:35:00 user nova-compute[75255]: WARNING nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:35:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:35:00 user nova-compute[75255]: WARNING nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:35:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:35:00 user nova-compute[75255]: WARNING nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:35:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:00 user nova-compute[75255]: DEBUG nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:35:00 user nova-compute[75255]: WARNING nova.compute.manager [req-505e9d3a-b962-4c1e-94cf-9bf67227d367 req-62e209d4-ad22-4da7-aa36-9b49b0d96f84 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:35:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-1d735e94-086e-488f-a450-990baf7141c3 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:35:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:13 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e438fe48-fa15-489e-aa2b-60dc9889405e is timed out.
Dec 01 21:35:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully detached device vdb from instance e438fe48-fa15-489e-aa2b-60dc9889405e from the live domain config.
Dec 01 21:35:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYzjCUTd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:35:13 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[21d04a59-c392-4aea-aa64-c26fcfe83347]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:35:13 user nova-compute[75255]: No targets found.
Dec 01 21:35:13 user nova-compute[75255]: iSNS:
Dec 01 21:35:13 user nova-compute[75255]: No targets found.
Dec 01 21:35:13 user nova-compute[75255]: STATIC:
Dec 01 21:35:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a
Dec 01 21:35:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:35:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:35:13 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:35:13 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:35:13 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:35:13 user nova-compute[75255]: FIRMWARE:
Dec 01 21:35:13 user nova-compute[75255]: No targets found.
Dec 01 21:35:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:35:13 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:35:13 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9961d6c-3cb8-4691-8fb1-ff846c996035]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2043b5b-0a60-456e-9d8a-04f016fb8284]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:35:13 user nova-compute[75255]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a (non-flash)
Dec 01 21:35:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:35:13 user nova-compute[75255]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a (non-flash)
Dec 01 21:35:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cf4ae60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[889a18d1-fac2-4f66-92a4-029bed6b44e8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3308436e-0942-4292-8dfe-65345ca581b8]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e0946c-1d86-4dc7-b0d0-06e19125563d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eaae10f-ec06-478e-8ae7-5dbf4ab41275]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a12f59bf-9e16-4bf2-9037-cd0acc50ae99]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[afa8709e-bdff-4bad-9d22-c74b914a3ab1]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a, portal: 172.16.0.220,3260]
Dec 01 21:35:13 user nova-compute[75255]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a, portal: 172.16.0.220,3260] successful.
Dec 01 21:35:13 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:58195dcc-0681-41ee-a5b1-c0580db74f1a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad35ac42-7429-43d5-a107-f9f9856b8787]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] <== disconnect_volume: return (305ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:35:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:35:14 user nova-compute[75255]: DEBUG nova.objects.instance [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'flavor' on Instance uuid e438fe48-fa15-489e-aa2b-60dc9889405e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:35:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-d32c7fbd-1549-405e-8e9e-c1765cb4198e tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.806s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:15 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:35:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:35:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:35:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:18 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:35:18 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:35:18 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:35:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:18 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:35:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:19 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:35:19 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:35:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8700MB free_disk=25.035388946533203GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e438fe48-fa15-489e-aa2b-60dc9889405e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:35:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:35:20 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:35:20 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:35:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:35:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.314s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:35:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:35:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:35:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:35:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:35:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:26 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:35:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:35:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:43 user nova-compute[75255]: INFO nova.compute.manager [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Terminating instance
Dec 01 21:35:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG nova.compute.manager [req-761bbe83-b204-487d-a4ab-06d761f1f00d req-d82bd6d6-f08a-4642-aaed-8436e9cdd91d service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received event network-vif-unplugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-761bbe83-b204-487d-a4ab-06d761f1f00d req-d82bd6d6-f08a-4642-aaed-8436e9cdd91d service nova] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-761bbe83-b204-487d-a4ab-06d761f1f00d req-d82bd6d6-f08a-4642-aaed-8436e9cdd91d service nova] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-761bbe83-b204-487d-a4ab-06d761f1f00d req-d82bd6d6-f08a-4642-aaed-8436e9cdd91d service nova] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG nova.compute.manager [req-761bbe83-b204-487d-a4ab-06d761f1f00d req-d82bd6d6-f08a-4642-aaed-8436e9cdd91d service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] No waiting events found dispatching network-vif-unplugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG nova.compute.manager [req-761bbe83-b204-487d-a4ab-06d761f1f00d req-d82bd6d6-f08a-4642-aaed-8436e9cdd91d service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received event network-vif-unplugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:43 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Instance destroyed successfully.
Dec 01 21:35:43 user nova-compute[75255]: DEBUG nova.objects.instance [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lazy-loading 'resources' on Instance uuid e438fe48-fa15-489e-aa2b-60dc9889405e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:32:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-395605419',display_name='tempest-AttachVolumeNegativeTest-server-395605419',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-395605419',id=41,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOBmfCtdTLoG22iW9ZRJElDMHJg8+zRu1pu5sri9Uoh3c32Ntbp0MqWvbO11pSPvlG35khs/22WhQL8LM41l0Qg06LDAQbgdsHQSDmPkqmp6pVEBXZyofWeXYOPuZ7mxNg==',key_name='tempest-keypair-207732694',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:32:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9bc21f0570214f4e95de7b3c5e9e0325',ramdisk_id='',reservation_id='r-7ikh5221',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1765008710',owner_user_name='tempest-AttachVolumeNegativeTest-1765008710-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:32:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a1798311cf54435823d49a3a15ded24',uuid=e438fe48-fa15-489e-aa2b-60dc9889405e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converting VIF {"id": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "address": "fa:16:3e:a6:d8:b5", "network": {"id": "2d750bcd-5cd3-4cfe-938d-1b4801256c75", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1464136339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9bc21f0570214f4e95de7b3c5e9e0325", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2d8a272-bf", "ovs_interfaceid": "d2d8a272-bfcb-44dc-aa24-5187bcbd0d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a6:d8:b5,bridge_name='br-int',has_traffic_filtering=True,id=d2d8a272-bfcb-44dc-aa24-5187bcbd0d17,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2d8a272-bf') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG os_vif [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:d8:b5,bridge_name='br-int',has_traffic_filtering=True,id=d2d8a272-bfcb-44dc-aa24-5187bcbd0d17,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2d8a272-bf') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd2d8a272-bf, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ea5e5199-5ee8-487d-a00f-045b90a5552b) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:35:43 user nova-compute[75255]: INFO os_vif [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:d8:b5,bridge_name='br-int',has_traffic_filtering=True,id=d2d8a272-bfcb-44dc-aa24-5187bcbd0d17,network=Network(2d750bcd-5cd3-4cfe-938d-1b4801256c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2d8a272-bf')
Dec 01 21:35:43 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Deleting instance files /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e_del
Dec 01 21:35:43 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Deletion of /opt/stack/data/nova/instances/e438fe48-fa15-489e-aa2b-60dc9889405e_del complete
Dec 01 21:35:43 user nova-compute[75255]: INFO nova.compute.manager [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 01 21:35:43 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:35:43 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:35:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:35:45 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Took 1.13 seconds to deallocate network for instance.
Dec 01 21:35:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-88c4b3ee-d398-4d3e-a915-5298a1be62e9 req-13f0c181-c583-4dac-a0fc-18e65a0e818b service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received event network-vif-deleted-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:35:45 user nova-compute[75255]: INFO nova.compute.manager [req-88c4b3ee-d398-4d3e-a915-5298a1be62e9 req-13f0c181-c583-4dac-a0fc-18e65a0e818b service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Neutron deleted interface d2d8a272-bfcb-44dc-aa24-5187bcbd0d17; detaching it from the instance and deleting it from the info cache
Dec 01 21:35:45 user nova-compute[75255]: DEBUG nova.network.neutron [req-88c4b3ee-d398-4d3e-a915-5298a1be62e9 req-13f0c181-c583-4dac-a0fc-18e65a0e818b service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-88c4b3ee-d398-4d3e-a915-5298a1be62e9 req-13f0c181-c583-4dac-a0fc-18e65a0e818b service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Detach interface failed, port_id=d2d8a272-bfcb-44dc-aa24-5187bcbd0d17, reason: Instance e438fe48-fa15-489e-aa2b-60dc9889405e could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.183s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:45 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Deleted allocations for instance e438fe48-fa15-489e-aa2b-60dc9889405e
Dec 01 21:35:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-404a494b-d6e5-4385-9444-76eb596ba9c0 req-09c66790-4bbc-47b8-8d37-867aa22eb554 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received event network-vif-plugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-404a494b-d6e5-4385-9444-76eb596ba9c0 req-09c66790-4bbc-47b8-8d37-867aa22eb554 service nova] Acquiring lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-404a494b-d6e5-4385-9444-76eb596ba9c0 req-09c66790-4bbc-47b8-8d37-867aa22eb554 service nova] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-404a494b-d6e5-4385-9444-76eb596ba9c0 req-09c66790-4bbc-47b8-8d37-867aa22eb554 service nova] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:45 user nova-compute[75255]: DEBUG nova.compute.manager [req-404a494b-d6e5-4385-9444-76eb596ba9c0 req-09c66790-4bbc-47b8-8d37-867aa22eb554 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] No waiting events found dispatching network-vif-plugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:35:45 user nova-compute[75255]: WARNING nova.compute.manager [req-404a494b-d6e5-4385-9444-76eb596ba9c0 req-09c66790-4bbc-47b8-8d37-867aa22eb554 service nova] [instance: e438fe48-fa15-489e-aa2b-60dc9889405e] Received unexpected event network-vif-plugged-d2d8a272-bfcb-44dc-aa24-5187bcbd0d17 for instance with vm_state deleted and task_state None.
Dec 01 21:35:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-72e8c7db-44c0-4d30-b518-7d777ef9429f tempest-AttachVolumeNegativeTest-1765008710 tempest-AttachVolumeNegativeTest-1765008710-project-member] Lock "e438fe48-fa15-489e-aa2b-60dc9889405e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.374s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:35:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:35:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "16b4b6ea-0357-4d18-a679-5ca8df662653" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:36:03 user nova-compute[75255]: INFO nova.compute.claims [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Claim successful on node user
Dec 01 21:36:03 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.239s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG nova.network.neutron [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:36:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:36:03 user nova-compute[75255]: DEBUG nova.compute.manager [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:36:03 user nova-compute[75255]: DEBUG nova.policy [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6fdbd958a7c41488dfe48dee69fc107', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e4d1262749e4884974f604d5ba2df1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:36:03 user nova-compute[75255]: INFO nova.virt.block_device [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Booting with volume snapshot aab5c7ea-782f-41c1-87c3-c016fcd01096 at /dev/vda
Dec 01 21:36:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Successfully created port: 4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Successfully updated port: 4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "refresh_cache-16b4b6ea-0357-4d18-a679-5ca8df662653" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquired lock "refresh_cache-16b4b6ea-0357-4d18-a679-5ca8df662653" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-8a926c93-f7a3-45f9-b763-71bc7bf1cc61 req-f1bb6c17-d85b-4f69-b97b-e7a994eca3a3 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Received event network-changed-4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG nova.compute.manager [req-8a926c93-f7a3-45f9-b763-71bc7bf1cc61 req-f1bb6c17-d85b-4f69-b97b-e7a994eca3a3 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Refreshing instance network info cache due to event network-changed-4fd7c409-8cd1-4b4c-a02b-807652856002. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a926c93-f7a3-45f9-b763-71bc7bf1cc61 req-f1bb6c17-d85b-4f69-b97b-e7a994eca3a3 service nova] Acquiring lock "refresh_cache-16b4b6ea-0357-4d18-a679-5ca8df662653" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Updating instance_info_cache with network_info: [{"id": "4fd7c409-8cd1-4b4c-a02b-807652856002", "address": "fa:16:3e:1c:04:32", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fd7c409-8c", "ovs_interfaceid": "4fd7c409-8cd1-4b4c-a02b-807652856002", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Releasing lock "refresh_cache-16b4b6ea-0357-4d18-a679-5ca8df662653" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Instance network_info: |[{"id": "4fd7c409-8cd1-4b4c-a02b-807652856002", "address": "fa:16:3e:1c:04:32", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fd7c409-8c", "ovs_interfaceid": "4fd7c409-8cd1-4b4c-a02b-807652856002", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a926c93-f7a3-45f9-b763-71bc7bf1cc61 req-f1bb6c17-d85b-4f69-b97b-e7a994eca3a3 service nova] Acquired lock "refresh_cache-16b4b6ea-0357-4d18-a679-5ca8df662653" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:36:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-8a926c93-f7a3-45f9-b763-71bc7bf1cc61 req-f1bb6c17-d85b-4f69-b97b-e7a994eca3a3 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Refreshing network info cache for port 4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:36:06 user nova-compute[75255]: DEBUG nova.network.neutron [req-8a926c93-f7a3-45f9-b763-71bc7bf1cc61 req-f1bb6c17-d85b-4f69-b97b-e7a994eca3a3 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Updated VIF entry in instance network info cache for port 4fd7c409-8cd1-4b4c-a02b-807652856002. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:36:06 user nova-compute[75255]: DEBUG nova.network.neutron [req-8a926c93-f7a3-45f9-b763-71bc7bf1cc61 req-f1bb6c17-d85b-4f69-b97b-e7a994eca3a3 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Updating instance_info_cache with network_info: [{"id": "4fd7c409-8cd1-4b4c-a02b-807652856002", "address": "fa:16:3e:1c:04:32", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fd7c409-8c", "ovs_interfaceid": "4fd7c409-8cd1-4b4c-a02b-807652856002", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:36:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a926c93-f7a3-45f9-b763-71bc7bf1cc61 req-f1bb6c17-d85b-4f69-b97b-e7a994eca3a3 service nova] Releasing lock "refresh_cache-16b4b6ea-0357-4d18-a679-5ca8df662653" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:36:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG os_brick.utils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[266ae8d5-ea24-454f-8a15-11f2f0e764f3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[556c1f95-6012-4765-8989-9f7327006c96]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b95a8e6-5abd-4146-9c60-f1b508a28757]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1ee871b-9eb1-4083-8f7a-c5e4aef28f27]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:36:09 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:36:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[34684726-ab67-4eba-8029-7bd8c2828725]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG os_brick.utils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:36:09 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Updating existing volume attachment record: b5edba93-2ad6-4d84-b460-36d330feea02 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:36:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:36:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:15 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:36:19 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Creating image(s)
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Ensure instance console log exists: /opt/stack/data/nova/instances/16b4b6ea-0357-4d18-a679-5ca8df662653/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Start _get_guest_xml network_info=[{"id": "4fd7c409-8cd1-4b4c-a02b-807652856002", "address": "fa:16:3e:1c:04:32", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fd7c409-8c", "ovs_interfaceid": "4fd7c409-8cd1-4b4c-a02b-807652856002", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TEhQBaks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '16b4b6ea-0357-4d18-a679-5ca8df662653', 'attached_at': '', 'detached_at': '', 'volume_id': '9c8eb205-07ae-43e6-8479-d7e12524dde0', 'serial': '9c8eb205-07ae-43e6-8479-d7e12524dde0'}, 'device_type': 'disk', 'attachment_id': 'b5edba93-2ad6-4d84-b460-36d330feea02', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:36:19 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:36:19 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8886MB free_disk=25.05828857421875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:19 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:36:19 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TEhQBaks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:36:19 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:36:19 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:36:19 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d4aafda-e6bb-4d4a-b857-cdf18a292da6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:36:19 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6faee28-a1cb-4a29-9457-a2a9ce58634c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0] added
Dec 01 21:36:19 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 16b4b6ea-0357-4d18-a679-5ca8df662653 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3813a215-1ab2-41be-a5f7-6e44cf1490f3]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb9a527-6afe-4d1c-8339-d0a7772282d7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TEhQBaks {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TEhQBaks" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3596cde1-8ea5-4993-8166-a7c7cfb8f142]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TEhQBaks'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[994760d9-3a43-4d49-9f8c-d6fbd2f23b56]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7643145f-cb8d-411a-b7db-9d9363d9bbed]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:36:19 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:36:19 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b437f8-236f-4b1d-9aa4-b4e47c07abf1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0, portal: 172.16.0.220,3260]
Dec 01 21:36:19 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0, portal: 172.16.0.220,3260] successful.
Dec 01 21:36:19 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:36:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.672s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d732840-4f94-49cb-a8f6-93d7c69877d7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5f539a-183a-4d4c-9a94-460b1890cc1e]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:36:20 user nova-compute[75255]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 (non-flash)
Dec 01 21:36:20 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:36:20 user nova-compute[75255]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 (non-flash)
Dec 01 21:36:20 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.608s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0fd79d6-6e25-4edc-82d1-73bb76554ab7]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:36:20 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TEhQBaks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Skipping network cache update for instance because it is Building. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.639s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== connect_volume: return (1641ms) {'type': 'block', 'scsi_wwn': '23437366563393836', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437366563393836', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:36:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1231981876',display_name='tempest-TestVolumeBootPattern-server-1231981876',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1231981876',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-itlbwwks',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:36:04Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=16b4b6ea-0357-4d18-a679-5ca8df662653,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4fd7c409-8cd1-4b4c-a02b-807652856002", "address": "fa:16:3e:1c:04:32", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fd7c409-8c", "ovs_interfaceid": "4fd7c409-8cd1-4b4c-a02b-807652856002", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "4fd7c409-8cd1-4b4c-a02b-807652856002", "address": "fa:16:3e:1c:04:32", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fd7c409-8c", "ovs_interfaceid": "4fd7c409-8cd1-4b4c-a02b-807652856002", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:32,bridge_name='br-int',has_traffic_filtering=True,id=4fd7c409-8cd1-4b4c-a02b-807652856002,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fd7c409-8c') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.objects.instance [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'pci_devices' on Instance uuid 16b4b6ea-0357-4d18-a679-5ca8df662653 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:36:21 user nova-compute[75255]:   <uuid>16b4b6ea-0357-4d18-a679-5ca8df662653</uuid>
Dec 01 21:36:21 user nova-compute[75255]:   <name>instance-0000002a</name>
Dec 01 21:36:21 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:36:21 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:36:21 user nova-compute[75255]:   <metadata>
Dec 01 21:36:21 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:36:21 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:36:21 user nova-compute[75255]:       <nova:name>tempest-TestVolumeBootPattern-server-1231981876</nova:name>
Dec 01 21:36:21 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:36:19</nova:creationTime>
Dec 01 21:36:21 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:36:21 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:36:21 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:36:21 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:36:21 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:36:21 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:36:21 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:36:21 user nova-compute[75255]:       <nova:owner>
Dec 01 21:36:21 user nova-compute[75255]:         <nova:user uuid="e6fdbd958a7c41488dfe48dee69fc107">tempest-TestVolumeBootPattern-1516495143-project-member</nova:user>
Dec 01 21:36:21 user nova-compute[75255]:         <nova:project uuid="3e4d1262749e4884974f604d5ba2df1d">tempest-TestVolumeBootPattern-1516495143</nova:project>
Dec 01 21:36:21 user nova-compute[75255]:       </nova:owner>
Dec 01 21:36:21 user nova-compute[75255]:       <nova:ports>
Dec 01 21:36:21 user nova-compute[75255]:         <nova:port uuid="4fd7c409-8cd1-4b4c-a02b-807652856002">
Dec 01 21:36:21 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:36:21 user nova-compute[75255]:         </nova:port>
Dec 01 21:36:21 user nova-compute[75255]:       </nova:ports>
Dec 01 21:36:21 user nova-compute[75255]:     </nova:instance>
Dec 01 21:36:21 user nova-compute[75255]:   </metadata>
Dec 01 21:36:21 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:36:21 user nova-compute[75255]:     <system>
Dec 01 21:36:21 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:36:21 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:36:21 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:36:21 user nova-compute[75255]:       <entry name="serial">16b4b6ea-0357-4d18-a679-5ca8df662653</entry>
Dec 01 21:36:21 user nova-compute[75255]:       <entry name="uuid">16b4b6ea-0357-4d18-a679-5ca8df662653</entry>
Dec 01 21:36:21 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:36:21 user nova-compute[75255]:     </system>
Dec 01 21:36:21 user nova-compute[75255]:   </sysinfo>
Dec 01 21:36:21 user nova-compute[75255]:   <os>
Dec 01 21:36:21 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:36:21 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:36:21 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:36:21 user nova-compute[75255]:   </os>
Dec 01 21:36:21 user nova-compute[75255]:   <features>
Dec 01 21:36:21 user nova-compute[75255]:     <acpi/>
Dec 01 21:36:21 user nova-compute[75255]:     <apic/>
Dec 01 21:36:21 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:36:21 user nova-compute[75255]:   </features>
Dec 01 21:36:21 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:36:21 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:36:21 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:36:21 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:36:21 user nova-compute[75255]:   </clock>
Dec 01 21:36:21 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:36:21 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:36:21 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:36:21 user nova-compute[75255]:   </cpu>
Dec 01 21:36:21 user nova-compute[75255]:   <devices>
Dec 01 21:36:21 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:36:21 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:36:21 user nova-compute[75255]:       <source dev="/dev/sdb"/>
Dec 01 21:36:21 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:36:21 user nova-compute[75255]:       <serial>9c8eb205-07ae-43e6-8479-d7e12524dde0</serial>
Dec 01 21:36:21 user nova-compute[75255]:     </disk>
Dec 01 21:36:21 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:36:21 user nova-compute[75255]:       <mac address="fa:16:3e:1c:04:32"/>
Dec 01 21:36:21 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:36:21 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:36:21 user nova-compute[75255]:       <target dev="tap4fd7c409-8c"/>
Dec 01 21:36:21 user nova-compute[75255]:     </interface>
Dec 01 21:36:21 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:36:21 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/16b4b6ea-0357-4d18-a679-5ca8df662653/console.log" append="off"/>
Dec 01 21:36:21 user nova-compute[75255]:     </serial>
Dec 01 21:36:21 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:36:21 user nova-compute[75255]:     <video>
Dec 01 21:36:21 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:36:21 user nova-compute[75255]:     </video>
Dec 01 21:36:21 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:36:21 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:36:21 user nova-compute[75255]:     </rng>
Dec 01 21:36:21 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:36:21 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:36:21 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:36:21 user nova-compute[75255]:     </memballoon>
Dec 01 21:36:21 user nova-compute[75255]:   </devices>
Dec 01 21:36:21 user nova-compute[75255]: </domain>
Dec 01 21:36:21 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:36:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1231981876',display_name='tempest-TestVolumeBootPattern-server-1231981876',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1231981876',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-itlbwwks',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:36:04Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=16b4b6ea-0357-4d18-a679-5ca8df662653,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4fd7c409-8cd1-4b4c-a02b-807652856002", "address": "fa:16:3e:1c:04:32", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fd7c409-8c", "ovs_interfaceid": "4fd7c409-8cd1-4b4c-a02b-807652856002", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "4fd7c409-8cd1-4b4c-a02b-807652856002", "address": "fa:16:3e:1c:04:32", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fd7c409-8c", "ovs_interfaceid": "4fd7c409-8cd1-4b4c-a02b-807652856002", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:32,bridge_name='br-int',has_traffic_filtering=True,id=4fd7c409-8cd1-4b4c-a02b-807652856002,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fd7c409-8c') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG os_vif [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:32,bridge_name='br-int',has_traffic_filtering=True,id=4fd7c409-8cd1-4b4c-a02b-807652856002,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fd7c409-8c') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a94b365f-6ffe-52de-93f6-51ac943cb8d5', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4fd7c409-8c, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4fd7c409-8c, col_values=(('qos', UUID('c4be6dfc-df5e-4f4b-a50b-f49cc9f07ad9')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4fd7c409-8c, col_values=(('external_ids', {'iface-id': '4fd7c409-8cd1-4b4c-a02b-807652856002', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:04:32', 'vm-uuid': '16b4b6ea-0357-4d18-a679-5ca8df662653'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:21 user nova-compute[75255]: INFO os_vif [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:32,bridge_name='br-int',has_traffic_filtering=True,id=4fd7c409-8cd1-4b4c-a02b-807652856002,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fd7c409-8c')
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No VIF found with MAC fa:16:3e:1c:04:32, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updating instance_info_cache with network_info: [{"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:36:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:36:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-8999dbb1-d2dd-46c4-931c-42b15b0025e7 req-e0c2841c-986e-4912-9c93-873d3f0987e2 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Received event network-vif-plugged-4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:36:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8999dbb1-d2dd-46c4-931c-42b15b0025e7 req-e0c2841c-986e-4912-9c93-873d3f0987e2 service nova] Acquiring lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8999dbb1-d2dd-46c4-931c-42b15b0025e7 req-e0c2841c-986e-4912-9c93-873d3f0987e2 service nova] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8999dbb1-d2dd-46c4-931c-42b15b0025e7 req-e0c2841c-986e-4912-9c93-873d3f0987e2 service nova] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-8999dbb1-d2dd-46c4-931c-42b15b0025e7 req-e0c2841c-986e-4912-9c93-873d3f0987e2 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] No waiting events found dispatching network-vif-plugged-4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:36:22 user nova-compute[75255]: WARNING nova.compute.manager [req-8999dbb1-d2dd-46c4-931c-42b15b0025e7 req-e0c2841c-986e-4912-9c93-873d3f0987e2 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Received unexpected event network-vif-plugged-4fd7c409-8cd1-4b4c-a02b-807652856002 for instance with vm_state building and task_state spawning.
Dec 01 21:36:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:36:24 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Instance spawned successfully.
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-f4584afe-8743-4e18-9f38-6efe1876cec6 req-11a5b118-1446-4edf-9383-8209b87911b1 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Received event network-vif-plugged-4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4584afe-8743-4e18-9f38-6efe1876cec6 req-11a5b118-1446-4edf-9383-8209b87911b1 service nova] Acquiring lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4584afe-8743-4e18-9f38-6efe1876cec6 req-11a5b118-1446-4edf-9383-8209b87911b1 service nova] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f4584afe-8743-4e18-9f38-6efe1876cec6 req-11a5b118-1446-4edf-9383-8209b87911b1 service nova] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.compute.manager [req-f4584afe-8743-4e18-9f38-6efe1876cec6 req-11a5b118-1446-4edf-9383-8209b87911b1 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] No waiting events found dispatching network-vif-plugged-4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:36:24 user nova-compute[75255]: WARNING nova.compute.manager [req-f4584afe-8743-4e18-9f38-6efe1876cec6 req-11a5b118-1446-4edf-9383-8209b87911b1 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Received unexpected event network-vif-plugged-4fd7c409-8cd1-4b4c-a02b-807652856002 for instance with vm_state building and task_state spawning.
Dec 01 21:36:24 user nova-compute[75255]: INFO nova.compute.manager [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Took 5.51 seconds to spawn the instance on the hypervisor.
Dec 01 21:36:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:36:25 user nova-compute[75255]: INFO nova.compute.manager [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Took 21.63 seconds to build instance.
Dec 01 21:36:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-367199be-9017-4e71-8882-dc075647232e tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.817s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:36:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:36:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:36:49 user nova-compute[75255]: INFO nova.compute.claims [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Claim successful on node user
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.306s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:36:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.policy [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f868fc92eea94bcb840f0285b9055119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f123b45555484e6b8b0b30b4998da2e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:36:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Creating image(s)
Dec 01 21:36:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "/opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "/opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "/opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk 1073741824" returned: 0 in 0.087s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Cannot resize image /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Ensure instance console log exists: /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:51 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Successfully created port: e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:36:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:51 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Successfully updated port: e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:36:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:36:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquired lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:36:51 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:36:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-c9dfb74d-f6fe-4b49-a2be-221d11248fc3 req-4df2c661-7d71-4262-b9de-2b37872cd02d service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Received event network-changed-e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:36:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-c9dfb74d-f6fe-4b49-a2be-221d11248fc3 req-4df2c661-7d71-4262-b9de-2b37872cd02d service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Refreshing instance network info cache due to event network-changed-e037ee53-e1ed-4e62-82a1-97d66de0dc46. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:36:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c9dfb74d-f6fe-4b49-a2be-221d11248fc3 req-4df2c661-7d71-4262-b9de-2b37872cd02d service nova] Acquiring lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:36:51 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Updating instance_info_cache with network_info: [{"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Releasing lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Instance network_info: |[{"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c9dfb74d-f6fe-4b49-a2be-221d11248fc3 req-4df2c661-7d71-4262-b9de-2b37872cd02d service nova] Acquired lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.network.neutron [req-c9dfb74d-f6fe-4b49-a2be-221d11248fc3 req-4df2c661-7d71-4262-b9de-2b37872cd02d service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Refreshing network info cache for port e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Start _get_guest_xml network_info=[{"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:36:52 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:36:52 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1616386270',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1616386270',id=43,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-zf52re4b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:36:50Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:3b:5c,bridge_name='br-int',has_traffic_filtering=True,id=e037ee53-e1ed-4e62-82a1-97d66de0dc46,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape037ee53-e1') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.objects.instance [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'pci_devices' on Instance uuid 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:36:52 user nova-compute[75255]:   <uuid>4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e</uuid>
Dec 01 21:36:52 user nova-compute[75255]:   <name>instance-0000002b</name>
Dec 01 21:36:52 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:36:52 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:36:52 user nova-compute[75255]:   <metadata>
Dec 01 21:36:52 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:36:52 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:36:52 user nova-compute[75255]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1616386270</nova:name>
Dec 01 21:36:52 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:36:52</nova:creationTime>
Dec 01 21:36:52 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:36:52 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:36:52 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:36:52 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:36:52 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:36:52 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:36:52 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:36:52 user nova-compute[75255]:       <nova:owner>
Dec 01 21:36:52 user nova-compute[75255]:         <nova:user uuid="f868fc92eea94bcb840f0285b9055119">tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member</nova:user>
Dec 01 21:36:52 user nova-compute[75255]:         <nova:project uuid="f123b45555484e6b8b0b30b4998da2e3">tempest-ServerBootFromVolumeStableRescueTest-1055103376</nova:project>
Dec 01 21:36:52 user nova-compute[75255]:       </nova:owner>
Dec 01 21:36:52 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:36:52 user nova-compute[75255]:       <nova:ports>
Dec 01 21:36:52 user nova-compute[75255]:         <nova:port uuid="e037ee53-e1ed-4e62-82a1-97d66de0dc46">
Dec 01 21:36:52 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 01 21:36:52 user nova-compute[75255]:         </nova:port>
Dec 01 21:36:52 user nova-compute[75255]:       </nova:ports>
Dec 01 21:36:52 user nova-compute[75255]:     </nova:instance>
Dec 01 21:36:52 user nova-compute[75255]:   </metadata>
Dec 01 21:36:52 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:36:52 user nova-compute[75255]:     <system>
Dec 01 21:36:52 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:36:52 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:36:52 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:36:52 user nova-compute[75255]:       <entry name="serial">4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e</entry>
Dec 01 21:36:52 user nova-compute[75255]:       <entry name="uuid">4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e</entry>
Dec 01 21:36:52 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:36:52 user nova-compute[75255]:     </system>
Dec 01 21:36:52 user nova-compute[75255]:   </sysinfo>
Dec 01 21:36:52 user nova-compute[75255]:   <os>
Dec 01 21:36:52 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:36:52 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:36:52 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:36:52 user nova-compute[75255]:   </os>
Dec 01 21:36:52 user nova-compute[75255]:   <features>
Dec 01 21:36:52 user nova-compute[75255]:     <acpi/>
Dec 01 21:36:52 user nova-compute[75255]:     <apic/>
Dec 01 21:36:52 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:36:52 user nova-compute[75255]:   </features>
Dec 01 21:36:52 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:36:52 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:36:52 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:36:52 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:36:52 user nova-compute[75255]:   </clock>
Dec 01 21:36:52 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:36:52 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:36:52 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:36:52 user nova-compute[75255]:   </cpu>
Dec 01 21:36:52 user nova-compute[75255]:   <devices>
Dec 01 21:36:52 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:36:52 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:36:52 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk"/>
Dec 01 21:36:52 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:36:52 user nova-compute[75255]:     </disk>
Dec 01 21:36:52 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:36:52 user nova-compute[75255]:       <mac address="fa:16:3e:aa:3b:5c"/>
Dec 01 21:36:52 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:36:52 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:36:52 user nova-compute[75255]:       <target dev="tape037ee53-e1"/>
Dec 01 21:36:52 user nova-compute[75255]:     </interface>
Dec 01 21:36:52 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:36:52 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/console.log" append="off"/>
Dec 01 21:36:52 user nova-compute[75255]:     </serial>
Dec 01 21:36:52 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:36:52 user nova-compute[75255]:     <video>
Dec 01 21:36:52 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:36:52 user nova-compute[75255]:     </video>
Dec 01 21:36:52 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:36:52 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:36:52 user nova-compute[75255]:     </rng>
Dec 01 21:36:52 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:36:52 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:36:52 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:36:52 user nova-compute[75255]:     </memballoon>
Dec 01 21:36:52 user nova-compute[75255]:   </devices>
Dec 01 21:36:52 user nova-compute[75255]: </domain>
Dec 01 21:36:52 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1616386270',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1616386270',id=43,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-zf52re4b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:36:50Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:3b:5c,bridge_name='br-int',has_traffic_filtering=True,id=e037ee53-e1ed-4e62-82a1-97d66de0dc46,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape037ee53-e1') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG os_vif [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:3b:5c,bridge_name='br-int',has_traffic_filtering=True,id=e037ee53-e1ed-4e62-82a1-97d66de0dc46,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape037ee53-e1') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c80dd2c1-e872-5912-a5e7-2e1ae1f6c369', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape037ee53-e1, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape037ee53-e1, col_values=(('qos', UUID('9e7cafda-d33c-4f7e-978b-5d35bdb24db4')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape037ee53-e1, col_values=(('external_ids', {'iface-id': 'e037ee53-e1ed-4e62-82a1-97d66de0dc46', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:aa:3b:5c', 'vm-uuid': '4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:52 user nova-compute[75255]: INFO os_vif [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:3b:5c,bridge_name='br-int',has_traffic_filtering=True,id=e037ee53-e1ed-4e62-82a1-97d66de0dc46,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape037ee53-e1')
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No VIF found with MAC fa:16:3e:aa:3b:5c, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.network.neutron [req-c9dfb74d-f6fe-4b49-a2be-221d11248fc3 req-4df2c661-7d71-4262-b9de-2b37872cd02d service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Updated VIF entry in instance network info cache for port e037ee53-e1ed-4e62-82a1-97d66de0dc46. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG nova.network.neutron [req-c9dfb74d-f6fe-4b49-a2be-221d11248fc3 req-4df2c661-7d71-4262-b9de-2b37872cd02d service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Updating instance_info_cache with network_info: [{"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:36:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c9dfb74d-f6fe-4b49-a2be-221d11248fc3 req-4df2c661-7d71-4262-b9de-2b37872cd02d service nova] Releasing lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:36:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-051119fb-91d3-49f3-96d2-0e805c0c6842 req-0476cedd-1961-4116-b67b-6c8f48e8d206 service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Received event network-vif-plugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:36:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-051119fb-91d3-49f3-96d2-0e805c0c6842 req-0476cedd-1961-4116-b67b-6c8f48e8d206 service nova] Acquiring lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-051119fb-91d3-49f3-96d2-0e805c0c6842 req-0476cedd-1961-4116-b67b-6c8f48e8d206 service nova] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-051119fb-91d3-49f3-96d2-0e805c0c6842 req-0476cedd-1961-4116-b67b-6c8f48e8d206 service nova] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-051119fb-91d3-49f3-96d2-0e805c0c6842 req-0476cedd-1961-4116-b67b-6c8f48e8d206 service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] No waiting events found dispatching network-vif-plugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:36:53 user nova-compute[75255]: WARNING nova.compute.manager [req-051119fb-91d3-49f3-96d2-0e805c0c6842 req-0476cedd-1961-4116-b67b-6c8f48e8d206 service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Received unexpected event network-vif-plugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 for instance with vm_state building and task_state spawning.
Dec 01 21:36:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:36:55 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Instance spawned successfully.
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-1f72f5b3-606d-4289-8529-d97eb6352420 req-43dce248-fef9-479f-b469-cb71bc4cb596 service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Received event network-vif-plugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1f72f5b3-606d-4289-8529-d97eb6352420 req-43dce248-fef9-479f-b469-cb71bc4cb596 service nova] Acquiring lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1f72f5b3-606d-4289-8529-d97eb6352420 req-43dce248-fef9-479f-b469-cb71bc4cb596 service nova] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1f72f5b3-606d-4289-8529-d97eb6352420 req-43dce248-fef9-479f-b469-cb71bc4cb596 service nova] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-1f72f5b3-606d-4289-8529-d97eb6352420 req-43dce248-fef9-479f-b469-cb71bc4cb596 service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] No waiting events found dispatching network-vif-plugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:36:55 user nova-compute[75255]: WARNING nova.compute.manager [req-1f72f5b3-606d-4289-8529-d97eb6352420 req-43dce248-fef9-479f-b469-cb71bc4cb596 service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Received unexpected event network-vif-plugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 for instance with vm_state building and task_state spawning.
Dec 01 21:36:56 user nova-compute[75255]: INFO nova.compute.manager [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Took 6.17 seconds to spawn the instance on the hypervisor.
Dec 01 21:36:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:36:56 user nova-compute[75255]: INFO nova.compute.manager [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Took 6.94 seconds to build instance.
Dec 01 21:36:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b2b54c06-0fcd-4e94-bf53-ba1c2be08c3e tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.058s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:36:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:36:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG nova.compute.manager [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:37:06 user nova-compute[75255]: INFO nova.compute.claims [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Claim successful on node user
Dec 01 21:37:06 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.358s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG nova.compute.manager [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG nova.compute.manager [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:37:06 user nova-compute[75255]: DEBUG nova.network.neutron [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:37:06 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:37:06 user nova-compute[75255]: DEBUG nova.compute.manager [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG nova.policy [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc1206e0c55c4d4fa0f6717f7646ef84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f661e565a274216a081b2f285456acf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG nova.compute.manager [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:37:07 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Creating image(s)
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "/opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "/opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "/opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.210s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.228s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk 1073741824" returned: 0 in 0.058s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.300s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Checking if we can resize image /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:37:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Cannot resize image /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Ensure instance console log exists: /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG nova.network.neutron [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Successfully created port: 632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG nova.network.neutron [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Successfully updated port: 632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "refresh_cache-69f4a233-c0c1-4711-8d73-aea7c7ac5400" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquired lock "refresh_cache-69f4a233-c0c1-4711-8d73-aea7c7ac5400" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:37:08 user nova-compute[75255]: DEBUG nova.network.neutron [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-06b9597b-6520-473e-9b29-35d2446fbfed req-0313c9cd-3bb2-4cec-a516-38803f07c811 service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Received event network-changed-632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.compute.manager [req-06b9597b-6520-473e-9b29-35d2446fbfed req-0313c9cd-3bb2-4cec-a516-38803f07c811 service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Refreshing instance network info cache due to event network-changed-632cd1dd-d198-4ae7-84a8-3fdffbb66610. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-06b9597b-6520-473e-9b29-35d2446fbfed req-0313c9cd-3bb2-4cec-a516-38803f07c811 service nova] Acquiring lock "refresh_cache-69f4a233-c0c1-4711-8d73-aea7c7ac5400" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.network.neutron [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Updating instance_info_cache with network_info: [{"id": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "address": "fa:16:3e:66:4a:b5", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap632cd1dd-d1", "ovs_interfaceid": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Releasing lock "refresh_cache-69f4a233-c0c1-4711-8d73-aea7c7ac5400" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.compute.manager [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Instance network_info: |[{"id": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "address": "fa:16:3e:66:4a:b5", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap632cd1dd-d1", "ovs_interfaceid": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-06b9597b-6520-473e-9b29-35d2446fbfed req-0313c9cd-3bb2-4cec-a516-38803f07c811 service nova] Acquired lock "refresh_cache-69f4a233-c0c1-4711-8d73-aea7c7ac5400" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.network.neutron [req-06b9597b-6520-473e-9b29-35d2446fbfed req-0313c9cd-3bb2-4cec-a516-38803f07c811 service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Refreshing network info cache for port 632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Start _get_guest_xml network_info=[{"id": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "address": "fa:16:3e:66:4a:b5", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap632cd1dd-d1", "ovs_interfaceid": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:37:09 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:37:09 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:37:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1247364498',display_name='tempest-VolumesActionsTest-instance-1247364498',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1247364498',id=44,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f661e565a274216a081b2f285456acf',ramdisk_id='',reservation_id='r-2m40mz9u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-399741464',owner_user_name='tempest-VolumesActionsTest-399741464-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:37:07Z,user_data=None,user_id='bc1206e0c55c4d4fa0f6717f7646ef84',uuid=69f4a233-c0c1-4711-8d73-aea7c7ac5400,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "address": "fa:16:3e:66:4a:b5", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap632cd1dd-d1", "ovs_interfaceid": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converting VIF {"id": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "address": "fa:16:3e:66:4a:b5", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap632cd1dd-d1", "ovs_interfaceid": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:4a:b5,bridge_name='br-int',has_traffic_filtering=True,id=632cd1dd-d198-4ae7-84a8-3fdffbb66610,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap632cd1dd-d1') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.objects.instance [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lazy-loading 'pci_devices' on Instance uuid 69f4a233-c0c1-4711-8d73-aea7c7ac5400 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:37:09 user nova-compute[75255]:   <uuid>69f4a233-c0c1-4711-8d73-aea7c7ac5400</uuid>
Dec 01 21:37:09 user nova-compute[75255]:   <name>instance-0000002c</name>
Dec 01 21:37:09 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:37:09 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:37:09 user nova-compute[75255]:   <metadata>
Dec 01 21:37:09 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:37:09 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:37:09 user nova-compute[75255]:       <nova:name>tempest-VolumesActionsTest-instance-1247364498</nova:name>
Dec 01 21:37:09 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:37:09</nova:creationTime>
Dec 01 21:37:09 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:37:09 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:37:09 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:37:09 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:37:09 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:37:09 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:37:09 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:37:09 user nova-compute[75255]:       <nova:owner>
Dec 01 21:37:09 user nova-compute[75255]:         <nova:user uuid="bc1206e0c55c4d4fa0f6717f7646ef84">tempest-VolumesActionsTest-399741464-project-member</nova:user>
Dec 01 21:37:09 user nova-compute[75255]:         <nova:project uuid="8f661e565a274216a081b2f285456acf">tempest-VolumesActionsTest-399741464</nova:project>
Dec 01 21:37:09 user nova-compute[75255]:       </nova:owner>
Dec 01 21:37:09 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:37:09 user nova-compute[75255]:       <nova:ports>
Dec 01 21:37:09 user nova-compute[75255]:         <nova:port uuid="632cd1dd-d198-4ae7-84a8-3fdffbb66610">
Dec 01 21:37:09 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:37:09 user nova-compute[75255]:         </nova:port>
Dec 01 21:37:09 user nova-compute[75255]:       </nova:ports>
Dec 01 21:37:09 user nova-compute[75255]:     </nova:instance>
Dec 01 21:37:09 user nova-compute[75255]:   </metadata>
Dec 01 21:37:09 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:37:09 user nova-compute[75255]:     <system>
Dec 01 21:37:09 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:37:09 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:37:09 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:37:09 user nova-compute[75255]:       <entry name="serial">69f4a233-c0c1-4711-8d73-aea7c7ac5400</entry>
Dec 01 21:37:09 user nova-compute[75255]:       <entry name="uuid">69f4a233-c0c1-4711-8d73-aea7c7ac5400</entry>
Dec 01 21:37:09 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:37:09 user nova-compute[75255]:     </system>
Dec 01 21:37:09 user nova-compute[75255]:   </sysinfo>
Dec 01 21:37:09 user nova-compute[75255]:   <os>
Dec 01 21:37:09 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:37:09 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:37:09 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:37:09 user nova-compute[75255]:   </os>
Dec 01 21:37:09 user nova-compute[75255]:   <features>
Dec 01 21:37:09 user nova-compute[75255]:     <acpi/>
Dec 01 21:37:09 user nova-compute[75255]:     <apic/>
Dec 01 21:37:09 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:37:09 user nova-compute[75255]:   </features>
Dec 01 21:37:09 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:37:09 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:37:09 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:37:09 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:37:09 user nova-compute[75255]:   </clock>
Dec 01 21:37:09 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:37:09 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:37:09 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:37:09 user nova-compute[75255]:   </cpu>
Dec 01 21:37:09 user nova-compute[75255]:   <devices>
Dec 01 21:37:09 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:37:09 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:37:09 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk"/>
Dec 01 21:37:09 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:37:09 user nova-compute[75255]:     </disk>
Dec 01 21:37:09 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:37:09 user nova-compute[75255]:       <mac address="fa:16:3e:66:4a:b5"/>
Dec 01 21:37:09 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:37:09 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:37:09 user nova-compute[75255]:       <target dev="tap632cd1dd-d1"/>
Dec 01 21:37:09 user nova-compute[75255]:     </interface>
Dec 01 21:37:09 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:37:09 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/console.log" append="off"/>
Dec 01 21:37:09 user nova-compute[75255]:     </serial>
Dec 01 21:37:09 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:37:09 user nova-compute[75255]:     <video>
Dec 01 21:37:09 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:37:09 user nova-compute[75255]:     </video>
Dec 01 21:37:09 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:37:09 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:37:09 user nova-compute[75255]:     </rng>
Dec 01 21:37:09 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:37:09 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:37:09 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:37:09 user nova-compute[75255]:     </memballoon>
Dec 01 21:37:09 user nova-compute[75255]:   </devices>
Dec 01 21:37:09 user nova-compute[75255]: </domain>
Dec 01 21:37:09 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:37:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1247364498',display_name='tempest-VolumesActionsTest-instance-1247364498',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1247364498',id=44,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f661e565a274216a081b2f285456acf',ramdisk_id='',reservation_id='r-2m40mz9u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-399741464',owner_user_name='tempest-VolumesActionsTest-399741464-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:37:07Z,user_data=None,user_id='bc1206e0c55c4d4fa0f6717f7646ef84',uuid=69f4a233-c0c1-4711-8d73-aea7c7ac5400,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "address": "fa:16:3e:66:4a:b5", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap632cd1dd-d1", "ovs_interfaceid": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converting VIF {"id": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "address": "fa:16:3e:66:4a:b5", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap632cd1dd-d1", "ovs_interfaceid": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:4a:b5,bridge_name='br-int',has_traffic_filtering=True,id=632cd1dd-d198-4ae7-84a8-3fdffbb66610,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap632cd1dd-d1') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG os_vif [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:4a:b5,bridge_name='br-int',has_traffic_filtering=True,id=632cd1dd-d198-4ae7-84a8-3fdffbb66610,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap632cd1dd-d1') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f8a85cb0-cb02-5df5-9259-3b442cec5f11', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap632cd1dd-d1, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap632cd1dd-d1, col_values=(('qos', UUID('391ca6b7-4a72-42e2-9fe8-2502f3e462ae')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap632cd1dd-d1, col_values=(('external_ids', {'iface-id': '632cd1dd-d198-4ae7-84a8-3fdffbb66610', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:66:4a:b5', 'vm-uuid': '69f4a233-c0c1-4711-8d73-aea7c7ac5400'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:09 user nova-compute[75255]: INFO os_vif [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:4a:b5,bridge_name='br-int',has_traffic_filtering=True,id=632cd1dd-d198-4ae7-84a8-3fdffbb66610,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap632cd1dd-d1')
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] No VIF found with MAC fa:16:3e:66:4a:b5, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.network.neutron [req-06b9597b-6520-473e-9b29-35d2446fbfed req-0313c9cd-3bb2-4cec-a516-38803f07c811 service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Updated VIF entry in instance network info cache for port 632cd1dd-d198-4ae7-84a8-3fdffbb66610. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG nova.network.neutron [req-06b9597b-6520-473e-9b29-35d2446fbfed req-0313c9cd-3bb2-4cec-a516-38803f07c811 service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Updating instance_info_cache with network_info: [{"id": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "address": "fa:16:3e:66:4a:b5", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap632cd1dd-d1", "ovs_interfaceid": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:37:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-06b9597b-6520-473e-9b29-35d2446fbfed req-0313c9cd-3bb2-4cec-a516-38803f07c811 service nova] Releasing lock "refresh_cache-69f4a233-c0c1-4711-8d73-aea7c7ac5400" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:37:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-6995c9de-3014-44bc-a4d7-1ec58c760ad3 req-c71cedc3-b923-4709-97d5-b92de3fa5e5f service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Received event network-vif-plugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:37:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6995c9de-3014-44bc-a4d7-1ec58c760ad3 req-c71cedc3-b923-4709-97d5-b92de3fa5e5f service nova] Acquiring lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6995c9de-3014-44bc-a4d7-1ec58c760ad3 req-c71cedc3-b923-4709-97d5-b92de3fa5e5f service nova] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6995c9de-3014-44bc-a4d7-1ec58c760ad3 req-c71cedc3-b923-4709-97d5-b92de3fa5e5f service nova] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-6995c9de-3014-44bc-a4d7-1ec58c760ad3 req-c71cedc3-b923-4709-97d5-b92de3fa5e5f service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] No waiting events found dispatching network-vif-plugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:37:11 user nova-compute[75255]: WARNING nova.compute.manager [req-6995c9de-3014-44bc-a4d7-1ec58c760ad3 req-c71cedc3-b923-4709-97d5-b92de3fa5e5f service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Received unexpected event network-vif-plugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 for instance with vm_state building and task_state spawning.
Dec 01 21:37:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:37:13 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Instance spawned successfully.
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.compute.manager [req-101b9f87-c3fa-41ae-92eb-75265a6f1e37 req-59985e47-c15a-463d-9a1f-61e9ae6d3897 service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Received event network-vif-plugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-101b9f87-c3fa-41ae-92eb-75265a6f1e37 req-59985e47-c15a-463d-9a1f-61e9ae6d3897 service nova] Acquiring lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-101b9f87-c3fa-41ae-92eb-75265a6f1e37 req-59985e47-c15a-463d-9a1f-61e9ae6d3897 service nova] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-101b9f87-c3fa-41ae-92eb-75265a6f1e37 req-59985e47-c15a-463d-9a1f-61e9ae6d3897 service nova] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.compute.manager [req-101b9f87-c3fa-41ae-92eb-75265a6f1e37 req-59985e47-c15a-463d-9a1f-61e9ae6d3897 service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] No waiting events found dispatching network-vif-plugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:37:13 user nova-compute[75255]: WARNING nova.compute.manager [req-101b9f87-c3fa-41ae-92eb-75265a6f1e37 req-59985e47-c15a-463d-9a1f-61e9ae6d3897 service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Received unexpected event network-vif-plugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 for instance with vm_state building and task_state spawning.
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:37:13 user nova-compute[75255]: INFO nova.compute.manager [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Took 6.16 seconds to spawn the instance on the hypervisor.
Dec 01 21:37:13 user nova-compute[75255]: DEBUG nova.compute.manager [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:37:13 user nova-compute[75255]: INFO nova.compute.manager [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Took 6.88 seconds to build instance.
Dec 01 21:37:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-eb754315-c5d0-4030-af64-26ab9d90d924 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.981s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:15 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:19 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:37:20 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:37:21 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:37:21 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8550MB free_disk=25.00229263305664GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 16b4b6ea-0357-4d18-a679-5ca8df662653 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 69f4a233-c0c1-4711-8d73-aea7c7ac5400 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:37:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.359s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:37:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:37:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:37:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:37:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:37:22 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:37:23 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updating instance_info_cache with network_info: [{"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:37:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:37:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:37:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:37:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:37:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:37:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:37:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:34 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:37:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:37:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:37:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:37:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:37:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "16b4b6ea-0357-4d18-a679-5ca8df662653" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:53 user nova-compute[75255]: INFO nova.compute.manager [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Terminating instance
Dec 01 21:37:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:37:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-391e5a05-ba18-4f5f-881e-3d243a0b0b6f req-aea55108-abca-4e81-819b-9c44bca49e76 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Received event network-vif-unplugged-4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-391e5a05-ba18-4f5f-881e-3d243a0b0b6f req-aea55108-abca-4e81-819b-9c44bca49e76 service nova] Acquiring lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-391e5a05-ba18-4f5f-881e-3d243a0b0b6f req-aea55108-abca-4e81-819b-9c44bca49e76 service nova] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-391e5a05-ba18-4f5f-881e-3d243a0b0b6f req-aea55108-abca-4e81-819b-9c44bca49e76 service nova] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-391e5a05-ba18-4f5f-881e-3d243a0b0b6f req-aea55108-abca-4e81-819b-9c44bca49e76 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] No waiting events found dispatching network-vif-unplugged-4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-391e5a05-ba18-4f5f-881e-3d243a0b0b6f req-aea55108-abca-4e81-819b-9c44bca49e76 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Received event network-vif-unplugged-4fd7c409-8cd1-4b4c-a02b-807652856002 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:54 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Instance destroyed successfully.
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.objects.instance [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'resources' on Instance uuid 16b4b6ea-0357-4d18-a679-5ca8df662653 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:36:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1231981876',display_name='tempest-TestVolumeBootPattern-server-1231981876',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1231981876',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:36:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-itlbwwks',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:36:25Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=16b4b6ea-0357-4d18-a679-5ca8df662653,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4fd7c409-8cd1-4b4c-a02b-807652856002", "address": "fa:16:3e:1c:04:32", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fd7c409-8c", "ovs_interfaceid": "4fd7c409-8cd1-4b4c-a02b-807652856002", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "4fd7c409-8cd1-4b4c-a02b-807652856002", "address": "fa:16:3e:1c:04:32", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fd7c409-8c", "ovs_interfaceid": "4fd7c409-8cd1-4b4c-a02b-807652856002", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:32,bridge_name='br-int',has_traffic_filtering=True,id=4fd7c409-8cd1-4b4c-a02b-807652856002,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fd7c409-8c') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_vif [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:32,bridge_name='br-int',has_traffic_filtering=True,id=4fd7c409-8cd1-4b4c-a02b-807652856002,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fd7c409-8c') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4fd7c409-8c, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c4be6dfc-df5e-4f4b-a50b-f49cc9f07ad9) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:37:54 user nova-compute[75255]: INFO os_vif [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:04:32,bridge_name='br-int',has_traffic_filtering=True,id=4fd7c409-8cd1-4b4c-a02b-807652856002,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fd7c409-8c')
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TEhQBaks', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:37:54 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d5f2d73-7ea9-4589-8d1e-82d8995c1d80]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:37:54 user nova-compute[75255]: No targets found.
Dec 01 21:37:54 user nova-compute[75255]: iSNS:
Dec 01 21:37:54 user nova-compute[75255]: No targets found.
Dec 01 21:37:54 user nova-compute[75255]: STATIC:
Dec 01 21:37:54 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:37:54 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:37:54 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:37:54 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0
Dec 01 21:37:54 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:37:54 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:37:54 user nova-compute[75255]: FIRMWARE:
Dec 01 21:37:54 user nova-compute[75255]: No targets found.
Dec 01 21:37:54 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:37:54 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:37:54 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[298579d4-9e68-4c63-ab7c-9dec58b693f4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1b15d65-6540-4b2c-b01b-75c9804c302d]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:37:54 user nova-compute[75255]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 (non-flash)
Dec 01 21:37:54 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:37:54 user nova-compute[75255]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 (non-flash)
Dec 01 21:37:54 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd11120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc54df3a-a8ed-4872-a565-e5fc32871a71]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fc9e29b-b204-4fd5-b9bf-4d7aac747a2c]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[38ba63d5-c893-42f5-8b47-1709bac15b87]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1810af22-5307-41bd-9078-cc59207ff6b3]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23437366563393836', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_f6fe0c9f', '/dev/disk/by-id/scsi-1SCST_BIOf6fe0c9f-476ec986f8d89529') {{(pid=85768) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[690ccd83-2675-4c4e-a766-6c165efb3892]: (4, None) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[25c9d9e4-ba21-4ac0-896f-3e14dc8f8804]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbe8aaf4-bc4d-4424-b247-8b0a5f6a1b86]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0, portal: 172.16.0.220,3260]
Dec 01 21:37:54 user nova-compute[75255]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0, portal: 172.16.0.220,3260] successful.
Dec 01 21:37:54 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c8eb205-07ae-43e6-8479-d7e12524dde0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfbb99bd-c6f2-4751-8fb5-014ca9970d8d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== disconnect_volume: return (325ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:37:54 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Deleting instance files /opt/stack/data/nova/instances/16b4b6ea-0357-4d18-a679-5ca8df662653_del
Dec 01 21:37:54 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Deletion of /opt/stack/data/nova/instances/16b4b6ea-0357-4d18-a679-5ca8df662653_del complete
Dec 01 21:37:54 user nova-compute[75255]: INFO nova.compute.manager [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Took 1.19 seconds to destroy the instance on the hypervisor.
Dec 01 21:37:54 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:37:54 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:37:55 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:37:55 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Took 0.63 seconds to deallocate network for instance.
Dec 01 21:37:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-4f28e561-621e-4706-9e72-adc6b87ed100 req-44e0bc1a-a14e-4cc7-ab8e-52eb6a3a49b0 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Received event network-vif-plugged-4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:37:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4f28e561-621e-4706-9e72-adc6b87ed100 req-44e0bc1a-a14e-4cc7-ab8e-52eb6a3a49b0 service nova] Acquiring lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4f28e561-621e-4706-9e72-adc6b87ed100 req-44e0bc1a-a14e-4cc7-ab8e-52eb6a3a49b0 service nova] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4f28e561-621e-4706-9e72-adc6b87ed100 req-44e0bc1a-a14e-4cc7-ab8e-52eb6a3a49b0 service nova] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-4f28e561-621e-4706-9e72-adc6b87ed100 req-44e0bc1a-a14e-4cc7-ab8e-52eb6a3a49b0 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] No waiting events found dispatching network-vif-plugged-4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:37:56 user nova-compute[75255]: WARNING nova.compute.manager [req-4f28e561-621e-4706-9e72-adc6b87ed100 req-44e0bc1a-a14e-4cc7-ab8e-52eb6a3a49b0 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Received unexpected event network-vif-plugged-4fd7c409-8cd1-4b4c-a02b-807652856002 for instance with vm_state active and task_state deleting.
Dec 01 21:37:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-4f28e561-621e-4706-9e72-adc6b87ed100 req-44e0bc1a-a14e-4cc7-ab8e-52eb6a3a49b0 service nova] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Received event network-vif-deleted-4fd7c409-8cd1-4b4c-a02b-807652856002 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:37:56 user nova-compute[75255]: INFO nova.compute.manager [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Took 0.84 seconds to detach 1 volumes for instance.
Dec 01 21:37:56 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 16b4b6ea-0357-4d18-a679-5ca8df662653] Deleting volume: 9c8eb205-07ae-43e6-8479-d7e12524dde0 {{(pid=75255) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 21:37:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:37:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:37:56 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:37:56 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:37:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.207s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:56 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Deleted allocations for instance 16b4b6ea-0357-4d18-a679-5ca8df662653
Dec 01 21:37:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c84c1ed7-2482-4453-b3e6-a442f0bfd8f4 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "16b4b6ea-0357-4d18-a679-5ca8df662653" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.129s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:37:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:38:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:38:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:38:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:38:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:38:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:38:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:20 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:20 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:38:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:38:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:38:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:38:20 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:38:20 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updating instance_info_cache with network_info: [{"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:22 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:38:22 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:38:22 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:38:22 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8709MB free_disk=24.970123291015625GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:38:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:38:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 69f4a233-c0c1-4711-8d73-aea7c7ac5400 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.459s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:24 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:27 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:28 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:38:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:38:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:38:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:38:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:38:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:40 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:38:40 user nova-compute[75255]: INFO nova.compute.manager [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] instance snapshotting
Dec 01 21:38:40 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Beginning live snapshot process
Dec 01 21:38:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json -f qcow2 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json -f qcow2" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json -f qcow2 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json -f qcow2" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.171s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzplb6lup/e97aac071ede4381aa7853a425116815.delta 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzplb6lup/e97aac071ede4381aa7853a425116815.delta 1073741824" returned: 0 in 0.053s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:41 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 01 21:38:41 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:38:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75255) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 21:38:42 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 01 21:38:42 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:38:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzplb6lup/e97aac071ede4381aa7853a425116815.delta /opt/stack/data/nova/instances/snapshots/tmpzplb6lup/e97aac071ede4381aa7853a425116815 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:38:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzplb6lup/e97aac071ede4381aa7853a425116815.delta /opt/stack/data/nova/instances/snapshots/tmpzplb6lup/e97aac071ede4381aa7853a425116815" returned: 0 in 0.442s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:38:42 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Snapshot extracted, beginning image upload
Dec 01 21:38:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:45 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Snapshot image upload complete
Dec 01 21:38:45 user nova-compute[75255]: INFO nova.compute.manager [None req-c32e0a07-f09a-485b-b971-ae1310fb8e6a tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Took 5.21 seconds to snapshot the instance on the hypervisor.
Dec 01 21:38:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:38:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:38:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:38:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:38:57 user nova-compute[75255]: INFO nova.compute.manager [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Terminating instance
Dec 01 21:38:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-cd2647ad-4990-4b46-a1ed-102673a4d1aa req-ec8302dd-fc1e-49ab-9633-1768655d579a service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Received event network-vif-unplugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cd2647ad-4990-4b46-a1ed-102673a4d1aa req-ec8302dd-fc1e-49ab-9633-1768655d579a service nova] Acquiring lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cd2647ad-4990-4b46-a1ed-102673a4d1aa req-ec8302dd-fc1e-49ab-9633-1768655d579a service nova] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-cd2647ad-4990-4b46-a1ed-102673a4d1aa req-ec8302dd-fc1e-49ab-9633-1768655d579a service nova] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-cd2647ad-4990-4b46-a1ed-102673a4d1aa req-ec8302dd-fc1e-49ab-9633-1768655d579a service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] No waiting events found dispatching network-vif-unplugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG nova.compute.manager [req-cd2647ad-4990-4b46-a1ed-102673a4d1aa req-ec8302dd-fc1e-49ab-9633-1768655d579a service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Received event network-vif-unplugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:38:57 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Instance destroyed successfully.
Dec 01 21:38:57 user nova-compute[75255]: DEBUG nova.objects.instance [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lazy-loading 'resources' on Instance uuid 69f4a233-c0c1-4711-8d73-aea7c7ac5400 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:37:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1247364498',display_name='tempest-VolumesActionsTest-instance-1247364498',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1247364498',id=44,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:37:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8f661e565a274216a081b2f285456acf',ramdisk_id='',reservation_id='r-2m40mz9u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-399741464',owner_user_name='tempest-VolumesActionsTest-399741464-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:37:13Z,user_data=None,user_id='bc1206e0c55c4d4fa0f6717f7646ef84',uuid=69f4a233-c0c1-4711-8d73-aea7c7ac5400,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "address": "fa:16:3e:66:4a:b5", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap632cd1dd-d1", "ovs_interfaceid": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converting VIF {"id": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "address": "fa:16:3e:66:4a:b5", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap632cd1dd-d1", "ovs_interfaceid": "632cd1dd-d198-4ae7-84a8-3fdffbb66610", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:4a:b5,bridge_name='br-int',has_traffic_filtering=True,id=632cd1dd-d198-4ae7-84a8-3fdffbb66610,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap632cd1dd-d1') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG os_vif [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:4a:b5,bridge_name='br-int',has_traffic_filtering=True,id=632cd1dd-d198-4ae7-84a8-3fdffbb66610,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap632cd1dd-d1') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap632cd1dd-d1, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=391ca6b7-4a72-42e2-9fe8-2502f3e462ae) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:38:57 user nova-compute[75255]: INFO os_vif [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:4a:b5,bridge_name='br-int',has_traffic_filtering=True,id=632cd1dd-d198-4ae7-84a8-3fdffbb66610,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap632cd1dd-d1')
Dec 01 21:38:57 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Deleting instance files /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400_del
Dec 01 21:38:57 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Deletion of /opt/stack/data/nova/instances/69f4a233-c0c1-4711-8d73-aea7c7ac5400_del complete
Dec 01 21:38:57 user nova-compute[75255]: INFO nova.compute.manager [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Took 0.68 seconds to destroy the instance on the hypervisor.
Dec 01 21:38:57 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:38:57 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:38:58 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:38:58 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Took 0.45 seconds to deallocate network for instance.
Dec 01 21:38:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:38:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:38:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:38:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:38:58 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:38:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:38:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:38:58 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:38:58 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:38:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.304s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:38:58 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Deleted allocations for instance 69f4a233-c0c1-4711-8d73-aea7c7ac5400
Dec 01 21:38:58 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0004ca54-e024-418a-9f57-469fd6a29e03 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.655s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:38:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-6b3544dd-a3c9-4492-b719-52a7bab1088e req-6297f53c-3921-4ac6-88cf-88842bf9a19b service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Received event network-vif-plugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:38:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6b3544dd-a3c9-4492-b719-52a7bab1088e req-6297f53c-3921-4ac6-88cf-88842bf9a19b service nova] Acquiring lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:38:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6b3544dd-a3c9-4492-b719-52a7bab1088e req-6297f53c-3921-4ac6-88cf-88842bf9a19b service nova] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:38:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-6b3544dd-a3c9-4492-b719-52a7bab1088e req-6297f53c-3921-4ac6-88cf-88842bf9a19b service nova] Lock "69f4a233-c0c1-4711-8d73-aea7c7ac5400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:38:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-6b3544dd-a3c9-4492-b719-52a7bab1088e req-6297f53c-3921-4ac6-88cf-88842bf9a19b service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] No waiting events found dispatching network-vif-plugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:38:59 user nova-compute[75255]: WARNING nova.compute.manager [req-6b3544dd-a3c9-4492-b719-52a7bab1088e req-6297f53c-3921-4ac6-88cf-88842bf9a19b service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Received unexpected event network-vif-plugged-632cd1dd-d198-4ae7-84a8-3fdffbb66610 for instance with vm_state deleted and task_state None.
Dec 01 21:38:59 user nova-compute[75255]: DEBUG nova.compute.manager [req-6b3544dd-a3c9-4492-b719-52a7bab1088e req-6297f53c-3921-4ac6-88cf-88842bf9a19b service nova] [instance: 69f4a233-c0c1-4711-8d73-aea7c7ac5400] Received event network-vif-deleted-632cd1dd-d198-4ae7-84a8-3fdffbb66610 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:39:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:39:02 user nova-compute[75255]: INFO nova.compute.claims [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Claim successful on node user
Dec 01 21:39:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.286s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:39:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:39:02 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:39:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:39:02 user nova-compute[75255]: INFO nova.virt.block_device [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Booting with volume ac63beb9-d596-4c85-a9c4-8063aac3b7df at /dev/vda
Dec 01 21:39:02 user nova-compute[75255]: DEBUG nova.policy [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6fdbd958a7c41488dfe48dee69fc107', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e4d1262749e4884974f604d5ba2df1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG os_brick.utils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[263c98ac-a56a-4dfa-adef-b89be60d80a5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e790910e-8973-4671-be7d-51a0bfc6d19c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bea53784-6dd7-4df8-a0b6-298649758137]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ffcd81e-6d4a-4148-ae8e-a76246d7798b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:39:03 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:39:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebd1796b-12ee-4150-83e3-9f8d78096508]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG os_brick.utils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Updating existing volume attachment record: 04e72a3d-4c87-4fce-82a6-a332f4b1e9b5 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:39:03 user nova-compute[75255]: DEBUG nova.network.neutron [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Successfully created port: 50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:39:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Successfully updated port: 50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:39:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "refresh_cache-792f9e7c-760e-460e-8ba4-9f1818697e38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:39:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquired lock "refresh_cache-792f9e7c-760e-460e-8ba4-9f1818697e38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:39:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:39:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-2d8979d7-9310-4ca4-ae29-82f472cb8d6a req-da64c1cd-3f07-473c-ab95-ea5354237c96 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-changed-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:39:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-2d8979d7-9310-4ca4-ae29-82f472cb8d6a req-da64c1cd-3f07-473c-ab95-ea5354237c96 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Refreshing instance network info cache due to event network-changed-50034773-c36d-4042-bf7d-cec224d2a73e. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:39:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2d8979d7-9310-4ca4-ae29-82f472cb8d6a req-da64c1cd-3f07-473c-ab95-ea5354237c96 service nova] Acquiring lock "refresh_cache-792f9e7c-760e-460e-8ba4-9f1818697e38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:39:04 user nova-compute[75255]: DEBUG nova.network.neutron [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:39:05 user nova-compute[75255]: DEBUG nova.network.neutron [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Updating instance_info_cache with network_info: [{"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:39:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Releasing lock "refresh_cache-792f9e7c-760e-460e-8ba4-9f1818697e38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:39:05 user nova-compute[75255]: DEBUG nova.compute.manager [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Instance network_info: |[{"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:39:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2d8979d7-9310-4ca4-ae29-82f472cb8d6a req-da64c1cd-3f07-473c-ab95-ea5354237c96 service nova] Acquired lock "refresh_cache-792f9e7c-760e-460e-8ba4-9f1818697e38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:39:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-2d8979d7-9310-4ca4-ae29-82f472cb8d6a req-da64c1cd-3f07-473c-ab95-ea5354237c96 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Refreshing network info cache for port 50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:39:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-2d8979d7-9310-4ca4-ae29-82f472cb8d6a req-da64c1cd-3f07-473c-ab95-ea5354237c96 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Updated VIF entry in instance network info cache for port 50034773-c36d-4042-bf7d-cec224d2a73e. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:39:05 user nova-compute[75255]: DEBUG nova.network.neutron [req-2d8979d7-9310-4ca4-ae29-82f472cb8d6a req-da64c1cd-3f07-473c-ab95-ea5354237c96 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Updating instance_info_cache with network_info: [{"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:39:05 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2d8979d7-9310-4ca4-ae29-82f472cb8d6a req-da64c1cd-3f07-473c-ab95-ea5354237c96 service nova] Releasing lock "refresh_cache-792f9e7c-760e-460e-8ba4-9f1818697e38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:39:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.compute.manager [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:39:12 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Creating image(s)
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Ensure instance console log exists: /opt/stack/data/nova/instances/792f9e7c-760e-460e-8ba4-9f1818697e38/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Start _get_guest_xml network_info=[{"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gICDLldU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '792f9e7c-760e-460e-8ba4-9f1818697e38', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac63beb9-d596-4c85-a9c4-8063aac3b7df', 'serial': 'ac63beb9-d596-4c85-a9c4-8063aac3b7df'}, 'device_type': 'disk', 'attachment_id': '04e72a3d-4c87-4fce-82a6-a332f4b1e9b5', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:39:12 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:39:12 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gICDLldU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:39:12 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:39:12 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:39:12 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a9ff3dd-e7c1-4181-8d49-3d51e4e6cd4a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:39:12 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[507e519c-0d33-4f56-82ac-06035e8c2edb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df] added
Dec 01 21:39:12 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6898aa33-c465-47c9-ba61-641fc871eefc]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c22fbf7c-0405-4b07-8e74-a07761d9418e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gICDLldU {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gICDLldU" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[53463566-3a11-42f0-95c8-1f66d0d57221]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gICDLldU'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b6c0cd4-2e05-40dc-aa51-db42a710afef]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[59c1bc22-9b4f-4ee3-9869-540c946ea173]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:39:12 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:39:12 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1242acd1-c88e-438b-909b-b94bf97cc61a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df, portal: 172.16.0.220,3260]
Dec 01 21:39:12 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df, portal: 172.16.0.220,3260] successful.
Dec 01 21:39:12 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c134f7-d4a6-4b38-b9e4-56f268c26c40]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e18f12-dbea-4728-95f2-9fe17bbaeac3]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:39:12 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:39:12 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:39:12 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:39:12 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9a558a1-8df4-4e5c-8c9c-8144e36667e3]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:39:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gICDLldU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '23939363530306265', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23939363530306265', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:39:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1855533482',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1855533482',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1855533482',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAH6/MMcp9zERKntxNpsiAOEjgVUnu0IOXIIl93ouF2V11xIQ9++gVFDusuaaqJe+CApVWNNw8ztT9jhTVx1Q3HKD7XwIjitc5ZN+srEbqdXE8SecMTlraTsDtfXTDzJFA==',key_name='tempest-keypair-1204365643',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-uqy0i9wn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:39:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=792f9e7c-760e-460e-8ba4-9f1818697e38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:71:c7,bridge_name='br-int',has_traffic_filtering=True,id=50034773-c36d-4042-bf7d-cec224d2a73e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50034773-c3') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.objects.instance [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'pci_devices' on Instance uuid 792f9e7c-760e-460e-8ba4-9f1818697e38 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:39:13 user nova-compute[75255]:   <uuid>792f9e7c-760e-460e-8ba4-9f1818697e38</uuid>
Dec 01 21:39:13 user nova-compute[75255]:   <name>instance-0000002d</name>
Dec 01 21:39:13 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:39:13 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:39:13 user nova-compute[75255]:   <metadata>
Dec 01 21:39:13 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:39:13 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:39:13 user nova-compute[75255]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1855533482</nova:name>
Dec 01 21:39:13 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:39:12</nova:creationTime>
Dec 01 21:39:13 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:39:13 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:39:13 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:39:13 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:39:13 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:39:13 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:39:13 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:39:13 user nova-compute[75255]:       <nova:owner>
Dec 01 21:39:13 user nova-compute[75255]:         <nova:user uuid="e6fdbd958a7c41488dfe48dee69fc107">tempest-TestVolumeBootPattern-1516495143-project-member</nova:user>
Dec 01 21:39:13 user nova-compute[75255]:         <nova:project uuid="3e4d1262749e4884974f604d5ba2df1d">tempest-TestVolumeBootPattern-1516495143</nova:project>
Dec 01 21:39:13 user nova-compute[75255]:       </nova:owner>
Dec 01 21:39:13 user nova-compute[75255]:       <nova:ports>
Dec 01 21:39:13 user nova-compute[75255]:         <nova:port uuid="50034773-c36d-4042-bf7d-cec224d2a73e">
Dec 01 21:39:13 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 21:39:13 user nova-compute[75255]:         </nova:port>
Dec 01 21:39:13 user nova-compute[75255]:       </nova:ports>
Dec 01 21:39:13 user nova-compute[75255]:     </nova:instance>
Dec 01 21:39:13 user nova-compute[75255]:   </metadata>
Dec 01 21:39:13 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:39:13 user nova-compute[75255]:     <system>
Dec 01 21:39:13 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:39:13 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:39:13 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:39:13 user nova-compute[75255]:       <entry name="serial">792f9e7c-760e-460e-8ba4-9f1818697e38</entry>
Dec 01 21:39:13 user nova-compute[75255]:       <entry name="uuid">792f9e7c-760e-460e-8ba4-9f1818697e38</entry>
Dec 01 21:39:13 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:39:13 user nova-compute[75255]:     </system>
Dec 01 21:39:13 user nova-compute[75255]:   </sysinfo>
Dec 01 21:39:13 user nova-compute[75255]:   <os>
Dec 01 21:39:13 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:39:13 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:39:13 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:39:13 user nova-compute[75255]:   </os>
Dec 01 21:39:13 user nova-compute[75255]:   <features>
Dec 01 21:39:13 user nova-compute[75255]:     <acpi/>
Dec 01 21:39:13 user nova-compute[75255]:     <apic/>
Dec 01 21:39:13 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:39:13 user nova-compute[75255]:   </features>
Dec 01 21:39:13 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:39:13 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:39:13 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:39:13 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:39:13 user nova-compute[75255]:   </clock>
Dec 01 21:39:13 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:39:13 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:39:13 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:39:13 user nova-compute[75255]:   </cpu>
Dec 01 21:39:13 user nova-compute[75255]:   <devices>
Dec 01 21:39:13 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:39:13 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:39:13 user nova-compute[75255]:       <source dev="/dev/sdb"/>
Dec 01 21:39:13 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:39:13 user nova-compute[75255]:       <serial>ac63beb9-d596-4c85-a9c4-8063aac3b7df</serial>
Dec 01 21:39:13 user nova-compute[75255]:     </disk>
Dec 01 21:39:13 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:39:13 user nova-compute[75255]:       <mac address="fa:16:3e:f8:71:c7"/>
Dec 01 21:39:13 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:39:13 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:39:13 user nova-compute[75255]:       <target dev="tap50034773-c3"/>
Dec 01 21:39:13 user nova-compute[75255]:     </interface>
Dec 01 21:39:13 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:39:13 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/792f9e7c-760e-460e-8ba4-9f1818697e38/console.log" append="off"/>
Dec 01 21:39:13 user nova-compute[75255]:     </serial>
Dec 01 21:39:13 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:39:13 user nova-compute[75255]:     <video>
Dec 01 21:39:13 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:39:13 user nova-compute[75255]:     </video>
Dec 01 21:39:13 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:39:13 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:39:13 user nova-compute[75255]:     </rng>
Dec 01 21:39:13 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:39:13 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:39:13 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:39:13 user nova-compute[75255]:     </memballoon>
Dec 01 21:39:13 user nova-compute[75255]:   </devices>
Dec 01 21:39:13 user nova-compute[75255]: </domain>
Dec 01 21:39:13 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:39:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1855533482',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1855533482',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1855533482',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAH6/MMcp9zERKntxNpsiAOEjgVUnu0IOXIIl93ouF2V11xIQ9++gVFDusuaaqJe+CApVWNNw8ztT9jhTVx1Q3HKD7XwIjitc5ZN+srEbqdXE8SecMTlraTsDtfXTDzJFA==',key_name='tempest-keypair-1204365643',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-uqy0i9wn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:39:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=792f9e7c-760e-460e-8ba4-9f1818697e38,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:71:c7,bridge_name='br-int',has_traffic_filtering=True,id=50034773-c36d-4042-bf7d-cec224d2a73e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50034773-c3') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG os_vif [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:71:c7,bridge_name='br-int',has_traffic_filtering=True,id=50034773-c36d-4042-bf7d-cec224d2a73e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50034773-c3') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '78e4d6db-9928-5a8b-9ede-16c3f77f6a06', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50034773-c3, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50034773-c3, col_values=(('qos', UUID('7f0a060a-be9d-4a00-ade7-218733e815a9')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50034773-c3, col_values=(('external_ids', {'iface-id': '50034773-c36d-4042-bf7d-cec224d2a73e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:71:c7', 'vm-uuid': '792f9e7c-760e-460e-8ba4-9f1818697e38'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:13 user nova-compute[75255]: INFO os_vif [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:71:c7,bridge_name='br-int',has_traffic_filtering=True,id=50034773-c36d-4042-bf7d-cec224d2a73e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50034773-c3')
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:39:13 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No VIF found with MAC fa:16:3e:f8:71:c7, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:39:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-b6eeff96-8b6a-4e28-aed6-ccfc6d525669 req-e19dd090-f1cc-455a-a86d-28b341f25da7 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:39:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b6eeff96-8b6a-4e28-aed6-ccfc6d525669 req-e19dd090-f1cc-455a-a86d-28b341f25da7 service nova] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b6eeff96-8b6a-4e28-aed6-ccfc6d525669 req-e19dd090-f1cc-455a-a86d-28b341f25da7 service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:15 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b6eeff96-8b6a-4e28-aed6-ccfc6d525669 req-e19dd090-f1cc-455a-a86d-28b341f25da7 service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:15 user nova-compute[75255]: DEBUG nova.compute.manager [req-b6eeff96-8b6a-4e28-aed6-ccfc6d525669 req-e19dd090-f1cc-455a-a86d-28b341f25da7 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] No waiting events found dispatching network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:39:15 user nova-compute[75255]: WARNING nova.compute.manager [req-b6eeff96-8b6a-4e28-aed6-ccfc6d525669 req-e19dd090-f1cc-455a-a86d-28b341f25da7 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received unexpected event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e for instance with vm_state building and task_state spawning.
Dec 01 21:39:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.compute.manager [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:39:17 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Instance spawned successfully.
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:17 user nova-compute[75255]: INFO nova.compute.manager [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Took 4.95 seconds to spawn the instance on the hypervisor.
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.compute.manager [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:39:17 user nova-compute[75255]: INFO nova.compute.manager [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Took 14.71 seconds to build instance.
Dec 01 21:39:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-623299a8-d105-4bb9-b142-afc7998df775 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.797s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-b20a9383-2b10-47a6-ba42-e971e206e4a9 req-15043b51-59b8-4306-b1f5-2f7dacd20d9e service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b20a9383-2b10-47a6-ba42-e971e206e4a9 req-15043b51-59b8-4306-b1f5-2f7dacd20d9e service nova] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b20a9383-2b10-47a6-ba42-e971e206e4a9 req-15043b51-59b8-4306-b1f5-2f7dacd20d9e service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b20a9383-2b10-47a6-ba42-e971e206e4a9 req-15043b51-59b8-4306-b1f5-2f7dacd20d9e service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-b20a9383-2b10-47a6-ba42-e971e206e4a9 req-15043b51-59b8-4306-b1f5-2f7dacd20d9e service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] No waiting events found dispatching network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:39:17 user nova-compute[75255]: WARNING nova.compute.manager [req-b20a9383-2b10-47a6-ba42-e971e206e4a9 req-15043b51-59b8-4306-b1f5-2f7dacd20d9e service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received unexpected event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e for instance with vm_state active and task_state None.
Dec 01 21:39:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:20 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:39:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:39:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:39:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:39:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:39:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:39:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:39:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:39:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updating instance_info_cache with network_info: [{"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:39:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:39:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:39:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:39:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:39:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:22 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:39:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:23 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:39:23 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:39:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8729MB free_disk=24.946849822998047GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 792f9e7c-760e-460e-8ba4-9f1818697e38 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:39:23 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:39:24 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:39:24 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:39:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:39:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.321s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:26 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:39:26 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:39:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:39:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:39:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:39:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:39:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:39:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:38 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:39:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:39:48 user nova-compute[75255]: INFO nova.compute.claims [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Claim successful on node user
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.292s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:39:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:39:48 user nova-compute[75255]: INFO nova.compute.claims [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Claim successful on node user
Dec 01 21:39:48 user nova-compute[75255]: DEBUG nova.policy [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f868fc92eea94bcb840f0285b9055119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f123b45555484e6b8b0b30b4998da2e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:39:48 user nova-compute[75255]: INFO nova.virt.block_device [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Booting with volume-backed-image 5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c at /dev/vda
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.365s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:39:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.policy [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc1206e0c55c4d4fa0f6717f7646ef84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f661e565a274216a081b2f285456acf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:39:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Creating image(s)
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "/opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "/opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "/opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Successfully created port: ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk 1073741824" returned: 0 in 0.052s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Successfully created port: 8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Cannot resize image /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Ensure instance console log exists: /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Successfully updated port: ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquired lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-8f74e3e4-e9b9-4ce2-ba55-91e9b469046a req-dce803c8-caba-4b06-a98a-cb90b4f55860 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-changed-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-8f74e3e4-e9b9-4ce2-ba55-91e9b469046a req-dce803c8-caba-4b06-a98a-cb90b4f55860 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Refreshing instance network info cache due to event network-changed-ceb4641a-c2ee-4e45-9835-93d3a484eba2. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8f74e3e4-e9b9-4ce2-ba55-91e9b469046a req-dce803c8-caba-4b06-a98a-cb90b4f55860 service nova] Acquiring lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Successfully updated port: 8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "refresh_cache-9de862f1-106e-4d12-aec5-eb4ba7413ddc" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquired lock "refresh_cache-9de862f1-106e-4d12-aec5-eb4ba7413ddc" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Updating instance_info_cache with network_info: [{"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Releasing lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Instance network_info: |[{"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8f74e3e4-e9b9-4ce2-ba55-91e9b469046a req-dce803c8-caba-4b06-a98a-cb90b4f55860 service nova] Acquired lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.network.neutron [req-8f74e3e4-e9b9-4ce2-ba55-91e9b469046a req-dce803c8-caba-4b06-a98a-cb90b4f55860 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Refreshing network info cache for port ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-bfe64e86-4d05-4398-a876-a96c43834ce3 req-310a8e5f-4178-45e8-92ca-fcd2c2f655be service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Received event network-changed-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-bfe64e86-4d05-4398-a876-a96c43834ce3 req-310a8e5f-4178-45e8-92ca-fcd2c2f655be service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Refreshing instance network info cache due to event network-changed-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bfe64e86-4d05-4398-a876-a96c43834ce3 req-310a8e5f-4178-45e8-92ca-fcd2c2f655be service nova] Acquiring lock "refresh_cache-9de862f1-106e-4d12-aec5-eb4ba7413ddc" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Updating instance_info_cache with network_info: [{"id": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "address": "fa:16:3e:44:b9:fc", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bdfdb6d-63", "ovs_interfaceid": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Releasing lock "refresh_cache-9de862f1-106e-4d12-aec5-eb4ba7413ddc" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Instance network_info: |[{"id": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "address": "fa:16:3e:44:b9:fc", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bdfdb6d-63", "ovs_interfaceid": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bfe64e86-4d05-4398-a876-a96c43834ce3 req-310a8e5f-4178-45e8-92ca-fcd2c2f655be service nova] Acquired lock "refresh_cache-9de862f1-106e-4d12-aec5-eb4ba7413ddc" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.network.neutron [req-bfe64e86-4d05-4398-a876-a96c43834ce3 req-310a8e5f-4178-45e8-92ca-fcd2c2f655be service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Refreshing network info cache for port 8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:39:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Start _get_guest_xml network_info=[{"id": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "address": "fa:16:3e:44:b9:fc", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bdfdb6d-63", "ovs_interfaceid": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:39:50 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:39:51 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:39:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1835127786',display_name='tempest-VolumesActionsTest-instance-1835127786',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1835127786',id=47,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f661e565a274216a081b2f285456acf',ramdisk_id='',reservation_id='r-j0ev0v2y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-399741464',owner_user_name='tempest-VolumesActionsTest-399741464-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:39:49Z,user_data=None,user_id='bc1206e0c55c4d4fa0f6717f7646ef84',uuid=9de862f1-106e-4d12-aec5-eb4ba7413ddc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "address": "fa:16:3e:44:b9:fc", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bdfdb6d-63", "ovs_interfaceid": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converting VIF {"id": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "address": "fa:16:3e:44:b9:fc", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bdfdb6d-63", "ovs_interfaceid": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:b9:fc,bridge_name='br-int',has_traffic_filtering=True,id=8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bdfdb6d-63') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lazy-loading 'pci_devices' on Instance uuid 9de862f1-106e-4d12-aec5-eb4ba7413ddc {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:39:51 user nova-compute[75255]:   <uuid>9de862f1-106e-4d12-aec5-eb4ba7413ddc</uuid>
Dec 01 21:39:51 user nova-compute[75255]:   <name>instance-0000002f</name>
Dec 01 21:39:51 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:39:51 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:39:51 user nova-compute[75255]:   <metadata>
Dec 01 21:39:51 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:39:51 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:39:51 user nova-compute[75255]:       <nova:name>tempest-VolumesActionsTest-instance-1835127786</nova:name>
Dec 01 21:39:51 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:39:51</nova:creationTime>
Dec 01 21:39:51 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:39:51 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:39:51 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:39:51 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:39:51 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:39:51 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:39:51 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:39:51 user nova-compute[75255]:       <nova:owner>
Dec 01 21:39:51 user nova-compute[75255]:         <nova:user uuid="bc1206e0c55c4d4fa0f6717f7646ef84">tempest-VolumesActionsTest-399741464-project-member</nova:user>
Dec 01 21:39:51 user nova-compute[75255]:         <nova:project uuid="8f661e565a274216a081b2f285456acf">tempest-VolumesActionsTest-399741464</nova:project>
Dec 01 21:39:51 user nova-compute[75255]:       </nova:owner>
Dec 01 21:39:51 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:39:51 user nova-compute[75255]:       <nova:ports>
Dec 01 21:39:51 user nova-compute[75255]:         <nova:port uuid="8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666">
Dec 01 21:39:51 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 21:39:51 user nova-compute[75255]:         </nova:port>
Dec 01 21:39:51 user nova-compute[75255]:       </nova:ports>
Dec 01 21:39:51 user nova-compute[75255]:     </nova:instance>
Dec 01 21:39:51 user nova-compute[75255]:   </metadata>
Dec 01 21:39:51 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:39:51 user nova-compute[75255]:     <system>
Dec 01 21:39:51 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:39:51 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:39:51 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:39:51 user nova-compute[75255]:       <entry name="serial">9de862f1-106e-4d12-aec5-eb4ba7413ddc</entry>
Dec 01 21:39:51 user nova-compute[75255]:       <entry name="uuid">9de862f1-106e-4d12-aec5-eb4ba7413ddc</entry>
Dec 01 21:39:51 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:39:51 user nova-compute[75255]:     </system>
Dec 01 21:39:51 user nova-compute[75255]:   </sysinfo>
Dec 01 21:39:51 user nova-compute[75255]:   <os>
Dec 01 21:39:51 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:39:51 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:39:51 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:39:51 user nova-compute[75255]:   </os>
Dec 01 21:39:51 user nova-compute[75255]:   <features>
Dec 01 21:39:51 user nova-compute[75255]:     <acpi/>
Dec 01 21:39:51 user nova-compute[75255]:     <apic/>
Dec 01 21:39:51 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:39:51 user nova-compute[75255]:   </features>
Dec 01 21:39:51 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:39:51 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:39:51 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:39:51 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:39:51 user nova-compute[75255]:   </clock>
Dec 01 21:39:51 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:39:51 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:39:51 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:39:51 user nova-compute[75255]:   </cpu>
Dec 01 21:39:51 user nova-compute[75255]:   <devices>
Dec 01 21:39:51 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:39:51 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:39:51 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk"/>
Dec 01 21:39:51 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:39:51 user nova-compute[75255]:     </disk>
Dec 01 21:39:51 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:39:51 user nova-compute[75255]:       <mac address="fa:16:3e:44:b9:fc"/>
Dec 01 21:39:51 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:39:51 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:39:51 user nova-compute[75255]:       <target dev="tap8bdfdb6d-63"/>
Dec 01 21:39:51 user nova-compute[75255]:     </interface>
Dec 01 21:39:51 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:39:51 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/console.log" append="off"/>
Dec 01 21:39:51 user nova-compute[75255]:     </serial>
Dec 01 21:39:51 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:39:51 user nova-compute[75255]:     <video>
Dec 01 21:39:51 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:39:51 user nova-compute[75255]:     </video>
Dec 01 21:39:51 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:39:51 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:39:51 user nova-compute[75255]:     </rng>
Dec 01 21:39:51 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:39:51 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:39:51 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:39:51 user nova-compute[75255]:     </memballoon>
Dec 01 21:39:51 user nova-compute[75255]:   </devices>
Dec 01 21:39:51 user nova-compute[75255]: </domain>
Dec 01 21:39:51 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:39:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1835127786',display_name='tempest-VolumesActionsTest-instance-1835127786',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1835127786',id=47,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8f661e565a274216a081b2f285456acf',ramdisk_id='',reservation_id='r-j0ev0v2y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-399741464',owner_user_name='tempest-VolumesActionsTest-399741464-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:39:49Z,user_data=None,user_id='bc1206e0c55c4d4fa0f6717f7646ef84',uuid=9de862f1-106e-4d12-aec5-eb4ba7413ddc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "address": "fa:16:3e:44:b9:fc", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bdfdb6d-63", "ovs_interfaceid": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converting VIF {"id": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "address": "fa:16:3e:44:b9:fc", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bdfdb6d-63", "ovs_interfaceid": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:b9:fc,bridge_name='br-int',has_traffic_filtering=True,id=8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bdfdb6d-63') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG os_vif [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:b9:fc,bridge_name='br-int',has_traffic_filtering=True,id=8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bdfdb6d-63') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9c98969b-bffe-507c-aaaf-68367498646b', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8bdfdb6d-63, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8bdfdb6d-63, col_values=(('qos', UUID('099a2e16-6c3c-4139-ba1f-17b5ea0ee097')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8bdfdb6d-63, col_values=(('external_ids', {'iface-id': '8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:b9:fc', 'vm-uuid': '9de862f1-106e-4d12-aec5-eb4ba7413ddc'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:51 user nova-compute[75255]: INFO os_vif [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:b9:fc,bridge_name='br-int',has_traffic_filtering=True,id=8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bdfdb6d-63')
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.network.neutron [req-8f74e3e4-e9b9-4ce2-ba55-91e9b469046a req-dce803c8-caba-4b06-a98a-cb90b4f55860 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Updated VIF entry in instance network info cache for port ceb4641a-c2ee-4e45-9835-93d3a484eba2. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.network.neutron [req-8f74e3e4-e9b9-4ce2-ba55-91e9b469046a req-dce803c8-caba-4b06-a98a-cb90b4f55860 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Updating instance_info_cache with network_info: [{"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8f74e3e4-e9b9-4ce2-ba55-91e9b469046a req-dce803c8-caba-4b06-a98a-cb90b4f55860 service nova] Releasing lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] No VIF found with MAC fa:16:3e:44:b9:fc, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.network.neutron [req-bfe64e86-4d05-4398-a876-a96c43834ce3 req-310a8e5f-4178-45e8-92ca-fcd2c2f655be service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Updated VIF entry in instance network info cache for port 8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG nova.network.neutron [req-bfe64e86-4d05-4398-a876-a96c43834ce3 req-310a8e5f-4178-45e8-92ca-fcd2c2f655be service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Updating instance_info_cache with network_info: [{"id": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "address": "fa:16:3e:44:b9:fc", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bdfdb6d-63", "ovs_interfaceid": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:39:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bfe64e86-4d05-4398-a876-a96c43834ce3 req-310a8e5f-4178-45e8-92ca-fcd2c2f655be service nova] Releasing lock "refresh_cache-9de862f1-106e-4d12-aec5-eb4ba7413ddc" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:39:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:52 user nova-compute[75255]: DEBUG nova.compute.manager [req-d292fb8f-21f0-470d-90a4-ce3abe975ed4 req-aee19a3e-a54c-4225-aaa3-392863690a40 service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Received event network-vif-plugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:39:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d292fb8f-21f0-470d-90a4-ce3abe975ed4 req-aee19a3e-a54c-4225-aaa3-392863690a40 service nova] Acquiring lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d292fb8f-21f0-470d-90a4-ce3abe975ed4 req-aee19a3e-a54c-4225-aaa3-392863690a40 service nova] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d292fb8f-21f0-470d-90a4-ce3abe975ed4 req-aee19a3e-a54c-4225-aaa3-392863690a40 service nova] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:52 user nova-compute[75255]: DEBUG nova.compute.manager [req-d292fb8f-21f0-470d-90a4-ce3abe975ed4 req-aee19a3e-a54c-4225-aaa3-392863690a40 service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] No waiting events found dispatching network-vif-plugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:39:52 user nova-compute[75255]: WARNING nova.compute.manager [req-d292fb8f-21f0-470d-90a4-ce3abe975ed4 req-aee19a3e-a54c-4225-aaa3-392863690a40 service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Received unexpected event network-vif-plugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 for instance with vm_state building and task_state spawning.
Dec 01 21:39:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:39:54 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Instance spawned successfully.
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:39:54 user nova-compute[75255]: INFO nova.compute.manager [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Took 5.30 seconds to spawn the instance on the hypervisor.
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:39:54 user nova-compute[75255]: INFO nova.compute.manager [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Took 6.02 seconds to build instance.
Dec 01 21:39:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8514b902-2b4a-4a67-ad81-b2070e512f89 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.112s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-185ac85c-7201-4d7e-8a1c-f59a562427a2 req-9728263b-3187-4fd8-b81a-573c2779f02d service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Received event network-vif-plugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-185ac85c-7201-4d7e-8a1c-f59a562427a2 req-9728263b-3187-4fd8-b81a-573c2779f02d service nova] Acquiring lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-185ac85c-7201-4d7e-8a1c-f59a562427a2 req-9728263b-3187-4fd8-b81a-573c2779f02d service nova] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-185ac85c-7201-4d7e-8a1c-f59a562427a2 req-9728263b-3187-4fd8-b81a-573c2779f02d service nova] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:39:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-185ac85c-7201-4d7e-8a1c-f59a562427a2 req-9728263b-3187-4fd8-b81a-573c2779f02d service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] No waiting events found dispatching network-vif-plugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:39:54 user nova-compute[75255]: WARNING nova.compute.manager [req-185ac85c-7201-4d7e-8a1c-f59a562427a2 req-9728263b-3187-4fd8-b81a-573c2779f02d service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Received unexpected event network-vif-plugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 for instance with vm_state active and task_state None.
Dec 01 21:39:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG os_brick.utils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0299489-572d-4254-a543-dd031c0c7add]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bffae251-ef09-4db3-a250-269a28589ae7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dba62de2-fdef-4f5b-ac3f-90b954a4aa90]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ec3716d-122b-4c70-96f9-058535dc9885]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:39:59 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:39:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9585df1b-634c-4202-8374-38ceab665750]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG os_brick.utils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:39:59 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Updating existing volume attachment record: 436925aa-5b0c-4b05-b8f0-ff76fc09e940 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:40:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:40:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.compute.manager [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:40:09 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Creating image(s)
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Ensure instance console log exists: /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Start _get_guest_xml network_info=[{"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BnWOpFdM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e115d65b-048d-43de-9b48-1bb6dde4a155', 'attached_at': '', 'detached_at': '', 'volume_id': '840a62a1-56f4-4838-bb8d-18356b74ab1b', 'serial': '840a62a1-56f4-4838-bb8d-18356b74ab1b'}, 'device_type': 'disk', 'attachment_id': '436925aa-5b0c-4b05-b8f0-ff76fc09e940', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:40:09 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:40:09 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BnWOpFdM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:40:09 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:40:09 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:40:09 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[15e75fc8-3bbd-489b-a308-41af56810062]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:40:09 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[29808ac0-3871-4da7-9c89-1b54ce830da0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b] added
Dec 01 21:40:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c25303-7c46-455f-ae60-67a0d811b5ea]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.297s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[81005f50-f5cd-45a7-bcab-a0b6ae24f3cd]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BnWOpFdM {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BnWOpFdM" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3503581d-4553-4e08-8738-63a056d5314d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BnWOpFdM'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d3ff4c-1a4c-4877-a646-3815d731323b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[257bcd93-2136-4132-83c3-eb215a78b7c7]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:40:09 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:40:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:40:09 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:40:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[53f74393-a4c0-4687-ba8c-c2b1ed17cfea]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b, portal: 172.16.0.220,3260]
Dec 01 21:40:09 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b, portal: 172.16.0.220,3260] successful.
Dec 01 21:40:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[61fc9911-7b32-432b-9182-5e25a6aeb92d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd3d2d19-cb60-45b1-9bf0-3fbde4d4e399]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:40:09 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:40:09 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:40:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:40:09 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:40:09 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:40:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.545s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] HCTL ('34', '-', '-', 0) found on session 49 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[192aafca-3399-4f5d-9e7d-18a7a306d329]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:40:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BnWOpFdM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.574s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] <== connect_volume: return (1576ms) {'type': 'block', 'scsi_wwn': '26238666634393464', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26238666634393464', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1949865897',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1949865897',id=46,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-yzg44h05',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:39:49Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=e115d65b-048d-43de-9b48-1bb6dde4a155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:5a:1d,bridge_name='br-int',has_traffic_filtering=True,id=ceb4641a-c2ee-4e45-9835-93d3a484eba2,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceb4641a-c2') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.objects.instance [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'pci_devices' on Instance uuid e115d65b-048d-43de-9b48-1bb6dde4a155 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:40:10 user nova-compute[75255]:   <uuid>e115d65b-048d-43de-9b48-1bb6dde4a155</uuid>
Dec 01 21:40:10 user nova-compute[75255]:   <name>instance-0000002e</name>
Dec 01 21:40:10 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:40:10 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:40:10 user nova-compute[75255]:   <metadata>
Dec 01 21:40:10 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:40:10 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:40:10 user nova-compute[75255]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1949865897</nova:name>
Dec 01 21:40:10 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:40:09</nova:creationTime>
Dec 01 21:40:10 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:40:10 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:40:10 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:40:10 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:40:10 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:40:10 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:40:10 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:40:10 user nova-compute[75255]:       <nova:owner>
Dec 01 21:40:10 user nova-compute[75255]:         <nova:user uuid="f868fc92eea94bcb840f0285b9055119">tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member</nova:user>
Dec 01 21:40:10 user nova-compute[75255]:         <nova:project uuid="f123b45555484e6b8b0b30b4998da2e3">tempest-ServerBootFromVolumeStableRescueTest-1055103376</nova:project>
Dec 01 21:40:10 user nova-compute[75255]:       </nova:owner>
Dec 01 21:40:10 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:40:10 user nova-compute[75255]:       <nova:ports>
Dec 01 21:40:10 user nova-compute[75255]:         <nova:port uuid="ceb4641a-c2ee-4e45-9835-93d3a484eba2">
Dec 01 21:40:10 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 21:40:10 user nova-compute[75255]:         </nova:port>
Dec 01 21:40:10 user nova-compute[75255]:       </nova:ports>
Dec 01 21:40:10 user nova-compute[75255]:     </nova:instance>
Dec 01 21:40:10 user nova-compute[75255]:   </metadata>
Dec 01 21:40:10 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:40:10 user nova-compute[75255]:     <system>
Dec 01 21:40:10 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:40:10 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:40:10 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:40:10 user nova-compute[75255]:       <entry name="serial">e115d65b-048d-43de-9b48-1bb6dde4a155</entry>
Dec 01 21:40:10 user nova-compute[75255]:       <entry name="uuid">e115d65b-048d-43de-9b48-1bb6dde4a155</entry>
Dec 01 21:40:10 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:40:10 user nova-compute[75255]:     </system>
Dec 01 21:40:10 user nova-compute[75255]:   </sysinfo>
Dec 01 21:40:10 user nova-compute[75255]:   <os>
Dec 01 21:40:10 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:40:10 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:40:10 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:40:10 user nova-compute[75255]:   </os>
Dec 01 21:40:10 user nova-compute[75255]:   <features>
Dec 01 21:40:10 user nova-compute[75255]:     <acpi/>
Dec 01 21:40:10 user nova-compute[75255]:     <apic/>
Dec 01 21:40:10 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:40:10 user nova-compute[75255]:   </features>
Dec 01 21:40:10 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:40:10 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:40:10 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:40:10 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:40:10 user nova-compute[75255]:   </clock>
Dec 01 21:40:10 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:40:10 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:40:10 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:40:10 user nova-compute[75255]:   </cpu>
Dec 01 21:40:10 user nova-compute[75255]:   <devices>
Dec 01 21:40:10 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:40:10 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:40:10 user nova-compute[75255]:       <source dev="/dev/sdc"/>
Dec 01 21:40:10 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:40:10 user nova-compute[75255]:       <serial>840a62a1-56f4-4838-bb8d-18356b74ab1b</serial>
Dec 01 21:40:10 user nova-compute[75255]:     </disk>
Dec 01 21:40:10 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:40:10 user nova-compute[75255]:       <mac address="fa:16:3e:ae:5a:1d"/>
Dec 01 21:40:10 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:40:10 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:40:10 user nova-compute[75255]:       <target dev="tapceb4641a-c2"/>
Dec 01 21:40:10 user nova-compute[75255]:     </interface>
Dec 01 21:40:10 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:40:10 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/console.log" append="off"/>
Dec 01 21:40:10 user nova-compute[75255]:     </serial>
Dec 01 21:40:10 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:40:10 user nova-compute[75255]:     <video>
Dec 01 21:40:10 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:40:10 user nova-compute[75255]:     </video>
Dec 01 21:40:10 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:40:10 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:40:10 user nova-compute[75255]:     </rng>
Dec 01 21:40:10 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:40:10 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:40:10 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:40:10 user nova-compute[75255]:     </memballoon>
Dec 01 21:40:10 user nova-compute[75255]:   </devices>
Dec 01 21:40:10 user nova-compute[75255]: </domain>
Dec 01 21:40:10 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1949865897',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1949865897',id=46,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-yzg44h05',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:39:49Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=e115d65b-048d-43de-9b48-1bb6dde4a155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:5a:1d,bridge_name='br-int',has_traffic_filtering=True,id=ceb4641a-c2ee-4e45-9835-93d3a484eba2,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceb4641a-c2') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG os_vif [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:5a:1d,bridge_name='br-int',has_traffic_filtering=True,id=ceb4641a-c2ee-4e45-9835-93d3a484eba2,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceb4641a-c2') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3d61c255-0d7f-5841-aa5e-7d1b8a4ef320', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapceb4641a-c2, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapceb4641a-c2, col_values=(('qos', UUID('a7068cee-977a-4529-97f4-c3294b0f8988')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapceb4641a-c2, col_values=(('external_ids', {'iface-id': 'ceb4641a-c2ee-4e45-9835-93d3a484eba2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ae:5a:1d', 'vm-uuid': 'e115d65b-048d-43de-9b48-1bb6dde4a155'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:10 user nova-compute[75255]: INFO os_vif [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:5a:1d,bridge_name='br-int',has_traffic_filtering=True,id=ceb4641a-c2ee-4e45-9835-93d3a484eba2,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceb4641a-c2')
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:40:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No VIF found with MAC fa:16:3e:ae:5a:1d, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:40:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-96bd12b3-3048-43b3-a887-643c7b0c6519 req-c704a162-c15f-4462-a136-f1a76b74e4aa service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:40:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-96bd12b3-3048-43b3-a887-643c7b0c6519 req-c704a162-c15f-4462-a136-f1a76b74e4aa service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:40:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-96bd12b3-3048-43b3-a887-643c7b0c6519 req-c704a162-c15f-4462-a136-f1a76b74e4aa service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:40:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-96bd12b3-3048-43b3-a887-643c7b0c6519 req-c704a162-c15f-4462-a136-f1a76b74e4aa service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:40:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-96bd12b3-3048-43b3-a887-643c7b0c6519 req-c704a162-c15f-4462-a136-f1a76b74e4aa service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:40:12 user nova-compute[75255]: WARNING nova.compute.manager [req-96bd12b3-3048-43b3-a887-643c7b0c6519 req-c704a162-c15f-4462-a136-f1a76b74e4aa service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state building and task_state spawning.
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:40:14 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Instance spawned successfully.
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:14 user nova-compute[75255]: INFO nova.compute.manager [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Took 5.19 seconds to spawn the instance on the hypervisor.
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.compute.manager [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.compute.manager [req-d0b0ea52-3adb-4581-9182-5bba034dcc3c req-72d7c4fc-1572-4224-b4d4-293acaaa69cc service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d0b0ea52-3adb-4581-9182-5bba034dcc3c req-72d7c4fc-1572-4224-b4d4-293acaaa69cc service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d0b0ea52-3adb-4581-9182-5bba034dcc3c req-72d7c4fc-1572-4224-b4d4-293acaaa69cc service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d0b0ea52-3adb-4581-9182-5bba034dcc3c req-72d7c4fc-1572-4224-b4d4-293acaaa69cc service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:40:14 user nova-compute[75255]: DEBUG nova.compute.manager [req-d0b0ea52-3adb-4581-9182-5bba034dcc3c req-72d7c4fc-1572-4224-b4d4-293acaaa69cc service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:40:14 user nova-compute[75255]: WARNING nova.compute.manager [req-d0b0ea52-3adb-4581-9182-5bba034dcc3c req-72d7c4fc-1572-4224-b4d4-293acaaa69cc service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state building and task_state spawning.
Dec 01 21:40:14 user nova-compute[75255]: INFO nova.compute.manager [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Took 25.97 seconds to build instance.
Dec 01 21:40:14 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-fee78cfd-0687-4a06-8e13-adb7aee29561 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.115s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:40:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:40:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:40:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:40:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:40:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:40:21 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Updating instance_info_cache with network_info: [{"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:40:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:40:24 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:40:24 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8380MB free_disk=24.90837860107422GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 792f9e7c-760e-460e-8ba4-9f1818697e38 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e115d65b-048d-43de-9b48-1bb6dde4a155 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 9de862f1-106e-4d12-aec5-eb4ba7413ddc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:40:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.370s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:40:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:40:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:40:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:40:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:40:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:40:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-10ec22ab-51df-4182-84d4-58cd55f17cf5 req-93f43268-2134-413d-b1a0-1dff2e61fb93 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-changed-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:40:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-10ec22ab-51df-4182-84d4-58cd55f17cf5 req-93f43268-2134-413d-b1a0-1dff2e61fb93 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Refreshing instance network info cache due to event network-changed-50034773-c36d-4042-bf7d-cec224d2a73e. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:40:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-10ec22ab-51df-4182-84d4-58cd55f17cf5 req-93f43268-2134-413d-b1a0-1dff2e61fb93 service nova] Acquiring lock "refresh_cache-792f9e7c-760e-460e-8ba4-9f1818697e38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:40:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-10ec22ab-51df-4182-84d4-58cd55f17cf5 req-93f43268-2134-413d-b1a0-1dff2e61fb93 service nova] Acquired lock "refresh_cache-792f9e7c-760e-460e-8ba4-9f1818697e38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:40:53 user nova-compute[75255]: DEBUG nova.network.neutron [req-10ec22ab-51df-4182-84d4-58cd55f17cf5 req-93f43268-2134-413d-b1a0-1dff2e61fb93 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Refreshing network info cache for port 50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:40:53 user nova-compute[75255]: DEBUG nova.network.neutron [req-10ec22ab-51df-4182-84d4-58cd55f17cf5 req-93f43268-2134-413d-b1a0-1dff2e61fb93 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Updated VIF entry in instance network info cache for port 50034773-c36d-4042-bf7d-cec224d2a73e. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:40:53 user nova-compute[75255]: DEBUG nova.network.neutron [req-10ec22ab-51df-4182-84d4-58cd55f17cf5 req-93f43268-2134-413d-b1a0-1dff2e61fb93 service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Updating instance_info_cache with network_info: [{"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:40:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-10ec22ab-51df-4182-84d4-58cd55f17cf5 req-93f43268-2134-413d-b1a0-1dff2e61fb93 service nova] Releasing lock "refresh_cache-792f9e7c-760e-460e-8ba4-9f1818697e38" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:40:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:40:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "621c2a70-c2d5-4c18-9174-6e5b8869185b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:00 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:41:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:00 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:41:00 user nova-compute[75255]: INFO nova.compute.claims [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Claim successful on node user
Dec 01 21:41:01 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:41:01 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:41:01 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.348s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:41:01 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:41:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:41:01 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:41:01 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:41:01 user nova-compute[75255]: INFO nova.virt.block_device [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Booting with volume snapshot a5be69af-78e7-469d-a231-8563257d3829 at /dev/vda
Dec 01 21:41:01 user nova-compute[75255]: DEBUG nova.policy [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6fdbd958a7c41488dfe48dee69fc107', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e4d1262749e4884974f604d5ba2df1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:41:01 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Successfully created port: 2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Successfully updated port: 2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "refresh_cache-621c2a70-c2d5-4c18-9174-6e5b8869185b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquired lock "refresh_cache-621c2a70-c2d5-4c18-9174-6e5b8869185b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-d3f0e5e5-3a0b-4203-92c8-050223781b14 req-78b60034-a751-47c6-b59a-590d465fd101 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received event network-changed-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-d3f0e5e5-3a0b-4203-92c8-050223781b14 req-78b60034-a751-47c6-b59a-590d465fd101 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Refreshing instance network info cache due to event network-changed-2c41ebe9-8143-4a23-b00a-9a814636ecb1. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d3f0e5e5-3a0b-4203-92c8-050223781b14 req-78b60034-a751-47c6-b59a-590d465fd101 service nova] Acquiring lock "refresh_cache-621c2a70-c2d5-4c18-9174-6e5b8869185b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG nova.network.neutron [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Updating instance_info_cache with network_info: [{"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Releasing lock "refresh_cache-621c2a70-c2d5-4c18-9174-6e5b8869185b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Instance network_info: |[{"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d3f0e5e5-3a0b-4203-92c8-050223781b14 req-78b60034-a751-47c6-b59a-590d465fd101 service nova] Acquired lock "refresh_cache-621c2a70-c2d5-4c18-9174-6e5b8869185b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:41:02 user nova-compute[75255]: DEBUG nova.network.neutron [req-d3f0e5e5-3a0b-4203-92c8-050223781b14 req-78b60034-a751-47c6-b59a-590d465fd101 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Refreshing network info cache for port 2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:41:03 user nova-compute[75255]: DEBUG nova.network.neutron [req-d3f0e5e5-3a0b-4203-92c8-050223781b14 req-78b60034-a751-47c6-b59a-590d465fd101 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Updated VIF entry in instance network info cache for port 2c41ebe9-8143-4a23-b00a-9a814636ecb1. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:41:03 user nova-compute[75255]: DEBUG nova.network.neutron [req-d3f0e5e5-3a0b-4203-92c8-050223781b14 req-78b60034-a751-47c6-b59a-590d465fd101 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Updating instance_info_cache with network_info: [{"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:41:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d3f0e5e5-3a0b-4203-92c8-050223781b14 req-78b60034-a751-47c6-b59a-590d465fd101 service nova] Releasing lock "refresh_cache-621c2a70-c2d5-4c18-9174-6e5b8869185b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:41:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG os_brick.utils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[afdf0cb1-8d68-481a-86c6-d59ef595a715]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b1f8d53-752f-4c38-a30c-b082be1d7f8a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c20e8b-89f7-456b-b185-b0eeed04155c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6b2c878-c9f0-4d62-bd23-8fd00405bb18]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:41:07 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:41:07 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d626dd9-d6af-4cdd-9c46-8c94d6795749]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG os_brick.utils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:41:07 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Updating existing volume attachment record: f5c6b31c-ed19-4094-b8e1-482a403d0d3b {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:41:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:41:16 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Creating image(s)
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Ensure instance console log exists: /opt/stack/data/nova/instances/621c2a70-c2d5-4c18-9174-6e5b8869185b/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Start _get_guest_xml network_info=[{"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-01T21:40:55Z,direct_url=<?>,disk_format='qcow2',id=17ea41f9-b9c6-43b5-87c0-c7d64219422d,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-357660690',owner='3e4d1262749e4884974f604d5ba2df1d',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-01T21:40:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIEHwrtU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '621c2a70-c2d5-4c18-9174-6e5b8869185b', 'attached_at': '', 'detached_at': '', 'volume_id': '19860f4a-d5de-4f2d-95f1-08e3baff1788', 'serial': '19860f4a-d5de-4f2d-95f1-08e3baff1788'}, 'device_type': 'disk', 'attachment_id': 'f5c6b31c-ed19-4094-b8e1-482a403d0d3b', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:41:16 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:41:16 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-01T21:40:55Z,direct_url=<?>,disk_format='qcow2',id=17ea41f9-b9c6-43b5-87c0-c7d64219422d,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-357660690',owner='3e4d1262749e4884974f604d5ba2df1d',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-01T21:40:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIEHwrtU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:41:16 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:41:16 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:41:16 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6c13401-b450-4244-bbfb-be63d245f2b0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:41:16 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e52bcb2a-34e2-4fb4-b035-19c3e9f27b6a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788] added
Dec 01 21:41:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec3a5a0-2e60-4b07-aa1c-ee631b64d433]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c71299f-a606-40ad-b0c0-1e03b5525b79]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZIEHwrtU {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZIEHwrtU" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d20f75-6c5d-47ad-b811-80b19d22d1ab]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZIEHwrtU'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9d93709-d843-4716-93ef-7a1bf5c098bb]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5950e669-0684-4efe-9273-584d8e8669bc]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:41:16 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:41:16 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:41:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:41:16 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:41:16 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:41:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e8dbfb2-dd97-4ec3-b420-7e925b5fe89a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788, portal: 172.16.0.220,3260]
Dec 01 21:41:16 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788, portal: 172.16.0.220,3260] successful.
Dec 01 21:41:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c006054f-64a5-48ac-b9b0-9c0fc46a1b1c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e89759e-5608-472e-b7a1-8a16d73e29e7]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:41:16 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:41:16 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:41:16 user nova-compute[75255]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 (non-flash)
Dec 01 21:41:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:41:16 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:41:16 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:41:16 user nova-compute[75255]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 (non-flash)
Dec 01 21:41:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] HCTL ('36', '-', '-', 0) found on session 50 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa6ca3c-7739-49be-ba2a-fe239a56f9e6]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:16 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching for a device in session 50 and hctl ['36', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching for a device in session 50 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIEHwrtU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '26463373332303164', 'path': '/dev/sde'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463373332303164', 'path': '/dev/sde'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:41:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-2125494486',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-2125494486',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-2125494486',id=48,image_ref='17ea41f9-b9c6-43b5-87c0-c7d64219422d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLkE1kUHTUcROMR0xBLvR1+AqY2nRDdK8JEd62D/zM5S0UzGK66wxEyRuu0P1CpnBmEHkVIrmNaRDTC73DrSIi0dybSHy1siB1f8VvqrWJirwu42gLDd7jNWEZ9TXvuD/A==',key_name='tempest-keypair-1509973496',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-5verw5b2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1516495143',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:41:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=621c2a70-c2d5-4c18-9174-6e5b8869185b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:3d:48,bridge_name='br-int',has_traffic_filtering=True,id=2c41ebe9-8143-4a23-b00a-9a814636ecb1,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c41ebe9-81') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'pci_devices' on Instance uuid 621c2a70-c2d5-4c18-9174-6e5b8869185b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:41:17 user nova-compute[75255]:   <uuid>621c2a70-c2d5-4c18-9174-6e5b8869185b</uuid>
Dec 01 21:41:17 user nova-compute[75255]:   <name>instance-00000030</name>
Dec 01 21:41:17 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:41:17 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:41:17 user nova-compute[75255]:   <metadata>
Dec 01 21:41:17 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:41:17 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:41:17 user nova-compute[75255]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-2125494486</nova:name>
Dec 01 21:41:17 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:41:16</nova:creationTime>
Dec 01 21:41:17 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:41:17 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:41:17 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:41:17 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:41:17 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:41:17 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:41:17 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:41:17 user nova-compute[75255]:       <nova:owner>
Dec 01 21:41:17 user nova-compute[75255]:         <nova:user uuid="e6fdbd958a7c41488dfe48dee69fc107">tempest-TestVolumeBootPattern-1516495143-project-member</nova:user>
Dec 01 21:41:17 user nova-compute[75255]:         <nova:project uuid="3e4d1262749e4884974f604d5ba2df1d">tempest-TestVolumeBootPattern-1516495143</nova:project>
Dec 01 21:41:17 user nova-compute[75255]:       </nova:owner>
Dec 01 21:41:17 user nova-compute[75255]:       <nova:root type="image" uuid="17ea41f9-b9c6-43b5-87c0-c7d64219422d"/>
Dec 01 21:41:17 user nova-compute[75255]:       <nova:ports>
Dec 01 21:41:17 user nova-compute[75255]:         <nova:port uuid="2c41ebe9-8143-4a23-b00a-9a814636ecb1">
Dec 01 21:41:17 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 01 21:41:17 user nova-compute[75255]:         </nova:port>
Dec 01 21:41:17 user nova-compute[75255]:       </nova:ports>
Dec 01 21:41:17 user nova-compute[75255]:     </nova:instance>
Dec 01 21:41:17 user nova-compute[75255]:   </metadata>
Dec 01 21:41:17 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:41:17 user nova-compute[75255]:     <system>
Dec 01 21:41:17 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:41:17 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:41:17 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:41:17 user nova-compute[75255]:       <entry name="serial">621c2a70-c2d5-4c18-9174-6e5b8869185b</entry>
Dec 01 21:41:17 user nova-compute[75255]:       <entry name="uuid">621c2a70-c2d5-4c18-9174-6e5b8869185b</entry>
Dec 01 21:41:17 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:41:17 user nova-compute[75255]:     </system>
Dec 01 21:41:17 user nova-compute[75255]:   </sysinfo>
Dec 01 21:41:17 user nova-compute[75255]:   <os>
Dec 01 21:41:17 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:41:17 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:41:17 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:41:17 user nova-compute[75255]:   </os>
Dec 01 21:41:17 user nova-compute[75255]:   <features>
Dec 01 21:41:17 user nova-compute[75255]:     <acpi/>
Dec 01 21:41:17 user nova-compute[75255]:     <apic/>
Dec 01 21:41:17 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:41:17 user nova-compute[75255]:   </features>
Dec 01 21:41:17 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:41:17 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:41:17 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:41:17 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:41:17 user nova-compute[75255]:   </clock>
Dec 01 21:41:17 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:41:17 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:41:17 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:41:17 user nova-compute[75255]:   </cpu>
Dec 01 21:41:17 user nova-compute[75255]:   <devices>
Dec 01 21:41:17 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:41:17 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:41:17 user nova-compute[75255]:       <source dev="/dev/sde"/>
Dec 01 21:41:17 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:41:17 user nova-compute[75255]:       <serial>19860f4a-d5de-4f2d-95f1-08e3baff1788</serial>
Dec 01 21:41:17 user nova-compute[75255]:     </disk>
Dec 01 21:41:17 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:41:17 user nova-compute[75255]:       <mac address="fa:16:3e:93:3d:48"/>
Dec 01 21:41:17 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:41:17 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:41:17 user nova-compute[75255]:       <target dev="tap2c41ebe9-81"/>
Dec 01 21:41:17 user nova-compute[75255]:     </interface>
Dec 01 21:41:17 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:41:17 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/621c2a70-c2d5-4c18-9174-6e5b8869185b/console.log" append="off"/>
Dec 01 21:41:17 user nova-compute[75255]:     </serial>
Dec 01 21:41:17 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:41:17 user nova-compute[75255]:     <video>
Dec 01 21:41:17 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:41:17 user nova-compute[75255]:     </video>
Dec 01 21:41:17 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:41:17 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:41:17 user nova-compute[75255]:     </rng>
Dec 01 21:41:17 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:41:17 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:41:17 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:41:17 user nova-compute[75255]:     </memballoon>
Dec 01 21:41:17 user nova-compute[75255]:   </devices>
Dec 01 21:41:17 user nova-compute[75255]: </domain>
Dec 01 21:41:17 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:41:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-2125494486',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-2125494486',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-2125494486',id=48,image_ref='17ea41f9-b9c6-43b5-87c0-c7d64219422d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLkE1kUHTUcROMR0xBLvR1+AqY2nRDdK8JEd62D/zM5S0UzGK66wxEyRuu0P1CpnBmEHkVIrmNaRDTC73DrSIi0dybSHy1siB1f8VvqrWJirwu42gLDd7jNWEZ9TXvuD/A==',key_name='tempest-keypair-1509973496',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-5verw5b2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1516495143',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:41:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=621c2a70-c2d5-4c18-9174-6e5b8869185b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:3d:48,bridge_name='br-int',has_traffic_filtering=True,id=2c41ebe9-8143-4a23-b00a-9a814636ecb1,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c41ebe9-81') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG os_vif [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:3d:48,bridge_name='br-int',has_traffic_filtering=True,id=2c41ebe9-8143-4a23-b00a-9a814636ecb1,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c41ebe9-81') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd0f169fc-f23d-5360-9f1b-8b377c72c22d', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2c41ebe9-81, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2c41ebe9-81, col_values=(('qos', UUID('ca7f8569-fbfd-4a8c-b057-3609cf6e5925')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2c41ebe9-81, col_values=(('external_ids', {'iface-id': '2c41ebe9-8143-4a23-b00a-9a814636ecb1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:3d:48', 'vm-uuid': '621c2a70-c2d5-4c18-9174-6e5b8869185b'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:17 user nova-compute[75255]: INFO os_vif [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:3d:48,bridge_name='br-int',has_traffic_filtering=True,id=2c41ebe9-8143-4a23-b00a-9a814636ecb1,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c41ebe9-81')
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:41:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No VIF found with MAC fa:16:3e:93:3d:48, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:41:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-3eb047d3-ed20-4239-8195-a7d23058c944 req-b2b76e49-765b-46e9-b04e-6261d43491ae service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received event network-vif-plugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:41:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3eb047d3-ed20-4239-8195-a7d23058c944 req-b2b76e49-765b-46e9-b04e-6261d43491ae service nova] Acquiring lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3eb047d3-ed20-4239-8195-a7d23058c944 req-b2b76e49-765b-46e9-b04e-6261d43491ae service nova] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:19 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3eb047d3-ed20-4239-8195-a7d23058c944 req-b2b76e49-765b-46e9-b04e-6261d43491ae service nova] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:19 user nova-compute[75255]: DEBUG nova.compute.manager [req-3eb047d3-ed20-4239-8195-a7d23058c944 req-b2b76e49-765b-46e9-b04e-6261d43491ae service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] No waiting events found dispatching network-vif-plugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:41:19 user nova-compute[75255]: WARNING nova.compute.manager [req-3eb047d3-ed20-4239-8195-a7d23058c944 req-b2b76e49-765b-46e9-b04e-6261d43491ae service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received unexpected event network-vif-plugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 for instance with vm_state building and task_state spawning.
Dec 01 21:41:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:41:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:41:21 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Instance spawned successfully.
Dec 01 21:41:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:41:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:41:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:41:21 user nova-compute[75255]: INFO nova.compute.manager [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Took 4.87 seconds to spawn the instance on the hypervisor.
Dec 01 21:41:21 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:41:21 user nova-compute[75255]: INFO nova.compute.manager [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Took 20.47 seconds to build instance.
Dec 01 21:41:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8dbd2366-4aff-4e4c-a17a-ee986f50ff8a tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.560s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-c9e5cd66-8546-42d4-9494-a2de03d6a913 req-93e5dfa4-b0ae-4356-98db-e6d29d4d5552 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received event network-vif-plugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:41:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c9e5cd66-8546-42d4-9494-a2de03d6a913 req-93e5dfa4-b0ae-4356-98db-e6d29d4d5552 service nova] Acquiring lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c9e5cd66-8546-42d4-9494-a2de03d6a913 req-93e5dfa4-b0ae-4356-98db-e6d29d4d5552 service nova] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c9e5cd66-8546-42d4-9494-a2de03d6a913 req-93e5dfa4-b0ae-4356-98db-e6d29d4d5552 service nova] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-c9e5cd66-8546-42d4-9494-a2de03d6a913 req-93e5dfa4-b0ae-4356-98db-e6d29d4d5552 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] No waiting events found dispatching network-vif-plugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:41:21 user nova-compute[75255]: WARNING nova.compute.manager [req-c9e5cd66-8546-42d4-9494-a2de03d6a913 req-93e5dfa4-b0ae-4356-98db-e6d29d4d5552 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received unexpected event network-vif-plugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 for instance with vm_state active and task_state None.
Dec 01 21:41:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:41:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:41:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:41:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:22 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:22 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:41:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:22 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:41:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:24 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:41:24 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8421MB free_disk=24.906246185302734GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 792f9e7c-760e-460e-8ba4-9f1818697e38 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e115d65b-048d-43de-9b48-1bb6dde4a155 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 9de862f1-106e-4d12-aec5-eb4ba7413ddc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 621c2a70-c2d5-4c18-9174-6e5b8869185b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:41:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.394s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:41:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:41:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:41:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:41:26 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:41:26 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:41:27 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:41:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:41:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:41:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:41:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:41:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:41:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:39 user nova-compute[75255]: INFO nova.compute.manager [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Rescuing
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquired lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:39 user nova-compute[75255]: INFO nova.compute.manager [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Terminating instance
Dec 01 21:41:39 user nova-compute[75255]: DEBUG nova.compute.manager [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-8a1c6854-e5fe-4cdf-a660-7ff0279f4bb0 req-9ffa6754-de63-4f58-ac37-2c2b77f13819 service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Received event network-vif-unplugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a1c6854-e5fe-4cdf-a660-7ff0279f4bb0 req-9ffa6754-de63-4f58-ac37-2c2b77f13819 service nova] Acquiring lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a1c6854-e5fe-4cdf-a660-7ff0279f4bb0 req-9ffa6754-de63-4f58-ac37-2c2b77f13819 service nova] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8a1c6854-e5fe-4cdf-a660-7ff0279f4bb0 req-9ffa6754-de63-4f58-ac37-2c2b77f13819 service nova] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-8a1c6854-e5fe-4cdf-a660-7ff0279f4bb0 req-9ffa6754-de63-4f58-ac37-2c2b77f13819 service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] No waiting events found dispatching network-vif-unplugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG nova.compute.manager [req-8a1c6854-e5fe-4cdf-a660-7ff0279f4bb0 req-9ffa6754-de63-4f58-ac37-2c2b77f13819 service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Received event network-vif-unplugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG nova.network.neutron [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Updating instance_info_cache with network_info: [{"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:41:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Releasing lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:40 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Instance destroyed successfully.
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.objects.instance [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lazy-loading 'resources' on Instance uuid 9de862f1-106e-4d12-aec5-eb4ba7413ddc {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:39:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1835127786',display_name='tempest-VolumesActionsTest-instance-1835127786',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1835127786',id=47,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:39:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8f661e565a274216a081b2f285456acf',ramdisk_id='',reservation_id='r-j0ev0v2y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-399741464',owner_user_name='tempest-VolumesActionsTest-399741464-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:39:55Z,user_data=None,user_id='bc1206e0c55c4d4fa0f6717f7646ef84',uuid=9de862f1-106e-4d12-aec5-eb4ba7413ddc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "address": "fa:16:3e:44:b9:fc", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bdfdb6d-63", "ovs_interfaceid": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converting VIF {"id": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "address": "fa:16:3e:44:b9:fc", "network": {"id": "880435c3-cf0a-4af0-9e17-a424e8cc01e0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1315878284-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8f661e565a274216a081b2f285456acf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8bdfdb6d-63", "ovs_interfaceid": "8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:b9:fc,bridge_name='br-int',has_traffic_filtering=True,id=8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bdfdb6d-63') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG os_vif [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:b9:fc,bridge_name='br-int',has_traffic_filtering=True,id=8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bdfdb6d-63') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8bdfdb6d-63, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=099a2e16-6c3c-4139-ba1f-17b5ea0ee097) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:40 user nova-compute[75255]: INFO os_vif [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:b9:fc,bridge_name='br-int',has_traffic_filtering=True,id=8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666,network=Network(880435c3-cf0a-4af0-9e17-a424e8cc01e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8bdfdb6d-63')
Dec 01 21:41:40 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Deleting instance files /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc_del
Dec 01 21:41:40 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Deletion of /opt/stack/data/nova/instances/9de862f1-106e-4d12-aec5-eb4ba7413ddc_del complete
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-679d4d16-9d25-4c5f-952f-ebe2557688a5 req-73527a21-6d5c-4f42-a5b5-0099e0efb7d8 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-unplugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-679d4d16-9d25-4c5f-952f-ebe2557688a5 req-73527a21-6d5c-4f42-a5b5-0099e0efb7d8 service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-679d4d16-9d25-4c5f-952f-ebe2557688a5 req-73527a21-6d5c-4f42-a5b5-0099e0efb7d8 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-679d4d16-9d25-4c5f-952f-ebe2557688a5 req-73527a21-6d5c-4f42-a5b5-0099e0efb7d8 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.compute.manager [req-679d4d16-9d25-4c5f-952f-ebe2557688a5 req-73527a21-6d5c-4f42-a5b5-0099e0efb7d8 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-unplugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:41:40 user nova-compute[75255]: WARNING nova.compute.manager [req-679d4d16-9d25-4c5f-952f-ebe2557688a5 req-73527a21-6d5c-4f42-a5b5-0099e0efb7d8 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-unplugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state active and task_state rescuing.
Dec 01 21:41:40 user nova-compute[75255]: INFO nova.compute.manager [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 01 21:41:40 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:41:40 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Instance destroyed successfully.
Dec 01 21:41:40 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Attempting a stable device rescue
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75255) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Instance directory exists: not creating {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 21:41:40 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Creating image(s)
Dec 01 21:41:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "/opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "/opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "/opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'trusted_certs' on Instance uuid e115d65b-048d-43de-9b48-1bb6dde4a155 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "93b8aa47afeb32eea83b03767da900de706939b5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "93b8aa47afeb32eea83b03767da900de706939b5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5.part --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-02165809-70c2-41dd-a347-262a0c22561d req-2a8c3739-2ce7-4b76-ae7c-c54bad313aaf service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Received event network-vif-plugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:41:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-02165809-70c2-41dd-a347-262a0c22561d req-2a8c3739-2ce7-4b76-ae7c-c54bad313aaf service nova] Acquiring lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-02165809-70c2-41dd-a347-262a0c22561d req-2a8c3739-2ce7-4b76-ae7c-c54bad313aaf service nova] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-02165809-70c2-41dd-a347-262a0c22561d req-2a8c3739-2ce7-4b76-ae7c-c54bad313aaf service nova] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-02165809-70c2-41dd-a347-262a0c22561d req-2a8c3739-2ce7-4b76-ae7c-c54bad313aaf service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] No waiting events found dispatching network-vif-plugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:41:41 user nova-compute[75255]: WARNING nova.compute.manager [req-02165809-70c2-41dd-a347-262a0c22561d req-2a8c3739-2ce7-4b76-ae7c-c54bad313aaf service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Received unexpected event network-vif-plugged-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 for instance with vm_state active and task_state deleting.
Dec 01 21:41:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-02165809-70c2-41dd-a347-262a0c22561d req-2a8c3739-2ce7-4b76-ae7c-c54bad313aaf service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Received event network-vif-deleted-8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:41:41 user nova-compute[75255]: INFO nova.compute.manager [req-02165809-70c2-41dd-a347-262a0c22561d req-2a8c3739-2ce7-4b76-ae7c-c54bad313aaf service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Neutron deleted interface 8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666; detaching it from the instance and deleting it from the info cache
Dec 01 21:41:41 user nova-compute[75255]: DEBUG nova.network.neutron [req-02165809-70c2-41dd-a347-262a0c22561d req-2a8c3739-2ce7-4b76-ae7c-c54bad313aaf service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:41:41 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:41:42 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Took 1.72 seconds to deallocate network for instance.
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-02165809-70c2-41dd-a347-262a0c22561d req-2a8c3739-2ce7-4b76-ae7c-c54bad313aaf service nova] [instance: 9de862f1-106e-4d12-aec5-eb4ba7413ddc] Detach interface failed, port_id=8bdfdb6d-6302-4ccf-bcc9-2bed3f39f666, reason: Instance 9de862f1-106e-4d12-aec5-eb4ba7413ddc could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5.part --force-share --output=json" returned: 0 in 0.188s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.images [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] c04a0608-2be8-43cb-9b64-a717a0ee27b5 was qcow2, converting to raw {{(pid=75255) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.privsep.utils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75255) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5.part /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5.converted {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2337f7a-97cf-473f-a956-818a62c5b313 req-073a8747-2809-472c-85fc-8e6a847dd49a service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2337f7a-97cf-473f-a956-818a62c5b313 req-073a8747-2809-472c-85fc-8e6a847dd49a service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2337f7a-97cf-473f-a956-818a62c5b313 req-073a8747-2809-472c-85fc-8e6a847dd49a service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-b2337f7a-97cf-473f-a956-818a62c5b313 req-073a8747-2809-472c-85fc-8e6a847dd49a service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-b2337f7a-97cf-473f-a956-818a62c5b313 req-073a8747-2809-472c-85fc-8e6a847dd49a service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:41:42 user nova-compute[75255]: WARNING nova.compute.manager [req-b2337f7a-97cf-473f-a956-818a62c5b313 req-073a8747-2809-472c-85fc-8e6a847dd49a service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state active and task_state rescuing.
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5.part /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5.converted" returned: 0 in 0.265s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5.converted --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.392s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:42 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Deleted allocations for instance 9de862f1-106e-4d12-aec5-eb4ba7413ddc
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5.converted --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "93b8aa47afeb32eea83b03767da900de706939b5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.710s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "93b8aa47afeb32eea83b03767da900de706939b5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "93b8aa47afeb32eea83b03767da900de706939b5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-cb31bd48-2b52-4896-b145-3b9a8a7f0cc9 tempest-VolumesActionsTest-399741464 tempest-VolumesActionsTest-399741464-project-member] Lock "9de862f1-106e-4d12-aec5-eb4ba7413ddc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.307s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5 --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5,backing_fmt=raw /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5,backing_fmt=raw /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue" returned: 0 in 0.049s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "93b8aa47afeb32eea83b03767da900de706939b5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'migration_context' on Instance uuid e115d65b-048d-43de-9b48-1bb6dde4a155 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.objects.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Object Instance<e115d65b-048d-43de-9b48-1bb6dde4a155> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Start _get_guest_xml network_info=[{"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "vif_mac": "fa:16:3e:ae:5a:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'c04a0608-2be8-43cb-9b64-a717a0ee27b5', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BnWOpFdM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'e115d65b-048d-43de-9b48-1bb6dde4a155', 'attached_at': '', 'detached_at': '', 'volume_id': '840a62a1-56f4-4838-bb8d-18356b74ab1b', 'serial': '840a62a1-56f4-4838-bb8d-18356b74ab1b'}, 'device_type': 'disk', 'attachment_id': '436925aa-5b0c-4b05-b8f0-ff76fc09e940', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'resources' on Instance uuid e115d65b-048d-43de-9b48-1bb6dde4a155 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.objects.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Object Instance<e115d65b-048d-43de-9b48-1bb6dde4a155> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'numa_topology' on Instance uuid e115d65b-048d-43de-9b48-1bb6dde4a155 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.objects.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Object Instance<e115d65b-048d-43de-9b48-1bb6dde4a155> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:41:42 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:41:42 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'vcpu_model' on Instance uuid e115d65b-048d-43de-9b48-1bb6dde4a155 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.objects.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Object Instance<e115d65b-048d-43de-9b48-1bb6dde4a155> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BnWOpFdM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:41:42 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:41:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:41:42 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:41:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:41:42 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cf13d17-e2e6-4c7a-ba0d-724cc11c2b01]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = BnWOpFdM\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 01 21:41:42 user nova-compute[75255]: node.name = iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b
Dec 01 21:41:42 user nova-compute[75255]: node.tpgt = -1
Dec 01 21:41:42 user nova-compute[75255]: node.startup = automatic
Dec 01 21:41:42 user nova-compute[75255]: node.leading_login = No
Dec 01 21:41:42 user nova-compute[75255]: iface.iscsi_ifacename = default
Dec 01 21:41:42 user nova-compute[75255]: iface.net_ifacename = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.ipaddress = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.prefix_len = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.hwaddress = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.transport_name = tcp
Dec 01 21:41:42 user nova-compute[75255]: iface.initiatorname = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.state = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.vlan_id = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.vlan_priority = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.vlan_state = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.iface_num = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.mtu = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.port = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.bootproto = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.subnet_mask = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.gateway = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.dhcp_alt_client_id_state = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.dhcp_alt_client_id = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.dhcp_dns = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.dhcp_learn_iqn = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.dhcp_req_vendor_id_state = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.dhcp_vendor_id_state = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.dhcp_vendor_id = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.dhcp_slp_da = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.fragmentation = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.gratuitous_arp = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.incoming_forwarding = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.tos_state = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.tos = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.ttl = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.delayed_ack = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.tcp_nagle = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.tcp_wsf_state = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.tcp_wsf = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.tcp_timer_scale = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.tcp_timestamp = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.redirect = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.def_task_mgmt_timeout = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.header_digest = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.data_digest = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.immediate_data = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.initial_r2t = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.data_seq_inorder = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.data_pdu_inorder = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.erl = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.max_receive_data_len = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.first_burst_len = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.max_outstanding_r2t = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.max_burst_len = 0
Dec 01 21:41:42 user nova-compute[75255]: iface.chap_auth = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.bidi_chap = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.strict_login_compliance = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.discovery_auth = <empty>
Dec 01 21:41:42 user nova-compute[75255]: iface.discovery_logout = <empty>
Dec 01 21:41:42 user nova-compute[75255]: node.discovery_address = <empty>
Dec 01 21:41:42 user nova-compute[75255]: node.discovery_port = 0
Dec 01 21:41:42 user nova-compute[75255]: node.discovery_type = static
Dec 01 21:41:42 user nova-compute[75255]: node.session.initial_cmdsn = 0
Dec 01 21:41:42 user nova-compute[75255]: node.session.initial_login_retry_max = 8
Dec 01 21:41:42 user nova-compute[75255]: node.session.xmit_thread_priority = -20
Dec 01 21:41:42 user nova-compute[75255]: node.session.cmds_max = 128
Dec 01 21:41:42 user nova-compute[75255]: node.session.queue_depth = 32
Dec 01 21:41:42 user nova-compute[75255]: node.session.nr_sessions = 1
Dec 01 21:41:42 user nova-compute[75255]: node.session.auth.authmethod = CHAP
Dec 01 21:41:42 user nova-compute[75255]: node.session.auth.username = BnWOpFdM
Dec 01 21:41:42 user nova-compute[75255]: node.session.auth.password = ***
Dec 01 21:41:42 user nova-compute[75255]: node.session.auth.username_in = <empty>
Dec 01 21:41:42 user nova-compute[75255]: node.session.auth.password_in = <empty>
Dec 01 21:41:42 user nova-compute[75255]: node.session.auth.chap_algs = MD5
Dec 01 21:41:42 user nova-compute[75255]: node.session.timeo.replacement_timeout = 120
Dec 01 21:41:42 user nova-compute[75255]: node.session.err_timeo.abort_timeout = 15
Dec 01 21:41:42 user nova-compute[75255]: node.session.err_timeo.lu_reset_timeout = 30
Dec 01 21:41:42 user nova-compute[75255]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 01 21:41:42 user nova-compute[75255]: node.session.err_timeo.host_reset_timeout = 60
Dec 01 21:41:42 user nova-compute[75255]: node.session.iscsi.FastAbort = Yes
Dec 01 21:41:42 user nova-compute[75255]: node.session.iscsi.InitialR2T = No
Dec 01 21:41:42 user nova-compute[75255]: node.session.iscsi.ImmediateData = Yes
Dec 01 21:41:42 user nova-compute[75255]: node.session.iscsi.FirstBurstLength = 262144
Dec 01 21:41:42 user nova-compute[75255]: node.session.iscsi.MaxBurstLength = 16776192
Dec 01 21:41:42 user nova-compute[75255]: node.session.iscsi.DefaultTime2Retain = 0
Dec 01 21:41:42 user nova-compute[75255]: node.session.iscsi.DefaultTime2Wait = 2
Dec 01 21:41:42 user nova-compute[75255]: node.session.iscsi.MaxConnections = 1
Dec 01 21:41:42 user nova-compute[75255]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 01 21:41:42 user nova-compute[75255]: node.session.iscsi.ERL = 0
Dec 01 21:41:42 user nova-compute[75255]: node.session.scan = manual
Dec 01 21:41:42 user nova-compute[75255]: node.session.reopen_max = 0
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].address = 172.16.0.220
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].port = 3260
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].startup = manual
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].tcp.window_size = 524288
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].tcp.type_of_service = 0
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].timeo.logout_timeout = 15
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].timeo.login_timeout = 15
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].timeo.auth_timeout = 45
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].timeo.noop_out_interval = 5
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].timeo.noop_out_timeout = 5
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].iscsi.HeaderDigest = None
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].iscsi.DataDigest = None
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].iscsi.IFMarker = No
Dec 01 21:41:42 user nova-compute[75255]: node.conn[0].iscsi.OFMarker = No
Dec 01 21:41:42 user nova-compute[75255]: # END RECORD
Dec 01 21:41:42 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2cffce2-f046-49f5-a6b4-12730145e8c7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:42 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ae42eaa-9039-4ce8-becf-92a254ef3621]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BnWOpFdM {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BnWOpFdM" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db42bb8-c7ad-477b-918c-e39cec9f9c50]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BnWOpFdM'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7749681b-f322-473f-9f41-223eebbba967]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce7cf87f-94b5-40f3-bd91-71e1859b9e3a]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:41:43 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:41:43 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:41:43 user nova-compute[75255]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 (non-flash)
Dec 01 21:41:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:41:43 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:41:43 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:41:43 user nova-compute[75255]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 (non-flash)
Dec 01 21:41:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.155s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] HCTL ('34', '0', '0', 0) found on session 49 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[31f7f554-6aca-42b1-b8ee-63231e5d5ed7]: (4, ('0 0 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Searching for a device in session 49 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BnWOpFdM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.179s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] <== connect_volume: return (182ms) {'type': 'block', 'scsi_wwn': '26238666634393464', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26238666634393464', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1949865897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1949865897',id=46,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:40:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-yzg44h05',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:40:14Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=e115d65b-048d-43de-9b48-1bb6dde4a155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "vif_mac": "fa:16:3e:ae:5a:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "vif_mac": "fa:16:3e:ae:5a:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ae:5a:1d,bridge_name='br-int',has_traffic_filtering=True,id=ceb4641a-c2ee-4e45-9835-93d3a484eba2,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceb4641a-c2') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'pci_devices' on Instance uuid e115d65b-048d-43de-9b48-1bb6dde4a155 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG nova.objects.base [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Object Instance<e115d65b-048d-43de-9b48-1bb6dde4a155> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75255) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:41:43 user nova-compute[75255]:   <uuid>e115d65b-048d-43de-9b48-1bb6dde4a155</uuid>
Dec 01 21:41:43 user nova-compute[75255]:   <name>instance-0000002e</name>
Dec 01 21:41:43 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:41:43 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:41:43 user nova-compute[75255]:   <metadata>
Dec 01 21:41:43 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:41:43 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:41:43 user nova-compute[75255]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1949865897</nova:name>
Dec 01 21:41:43 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:41:42</nova:creationTime>
Dec 01 21:41:43 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:41:43 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:41:43 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:41:43 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:41:43 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:41:43 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:41:43 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:41:43 user nova-compute[75255]:       <nova:owner>
Dec 01 21:41:43 user nova-compute[75255]:         <nova:user uuid="f868fc92eea94bcb840f0285b9055119">tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member</nova:user>
Dec 01 21:41:43 user nova-compute[75255]:         <nova:project uuid="f123b45555484e6b8b0b30b4998da2e3">tempest-ServerBootFromVolumeStableRescueTest-1055103376</nova:project>
Dec 01 21:41:43 user nova-compute[75255]:       </nova:owner>
Dec 01 21:41:43 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:41:43 user nova-compute[75255]:       <nova:ports>
Dec 01 21:41:43 user nova-compute[75255]:         <nova:port uuid="ceb4641a-c2ee-4e45-9835-93d3a484eba2">
Dec 01 21:41:43 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 21:41:43 user nova-compute[75255]:         </nova:port>
Dec 01 21:41:43 user nova-compute[75255]:       </nova:ports>
Dec 01 21:41:43 user nova-compute[75255]:     </nova:instance>
Dec 01 21:41:43 user nova-compute[75255]:   </metadata>
Dec 01 21:41:43 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:41:43 user nova-compute[75255]:     <system>
Dec 01 21:41:43 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:41:43 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:41:43 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:41:43 user nova-compute[75255]:       <entry name="serial">e115d65b-048d-43de-9b48-1bb6dde4a155</entry>
Dec 01 21:41:43 user nova-compute[75255]:       <entry name="uuid">e115d65b-048d-43de-9b48-1bb6dde4a155</entry>
Dec 01 21:41:43 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:41:43 user nova-compute[75255]:     </system>
Dec 01 21:41:43 user nova-compute[75255]:   </sysinfo>
Dec 01 21:41:43 user nova-compute[75255]:   <os>
Dec 01 21:41:43 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:41:43 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:41:43 user nova-compute[75255]:   </os>
Dec 01 21:41:43 user nova-compute[75255]:   <features>
Dec 01 21:41:43 user nova-compute[75255]:     <acpi/>
Dec 01 21:41:43 user nova-compute[75255]:     <apic/>
Dec 01 21:41:43 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:41:43 user nova-compute[75255]:   </features>
Dec 01 21:41:43 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:41:43 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:41:43 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:41:43 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:41:43 user nova-compute[75255]:   </clock>
Dec 01 21:41:43 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:41:43 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:41:43 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:41:43 user nova-compute[75255]:   </cpu>
Dec 01 21:41:43 user nova-compute[75255]:   <devices>
Dec 01 21:41:43 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:41:43 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:41:43 user nova-compute[75255]:       <source dev="/dev/sdc"/>
Dec 01 21:41:43 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:41:43 user nova-compute[75255]:       <serial>840a62a1-56f4-4838-bb8d-18356b74ab1b</serial>
Dec 01 21:41:43 user nova-compute[75255]:     </disk>
Dec 01 21:41:43 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:41:43 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:41:43 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue"/>
Dec 01 21:41:43 user nova-compute[75255]:       <target dev="vdb" bus="virtio"/>
Dec 01 21:41:43 user nova-compute[75255]:       <boot order="1"/>
Dec 01 21:41:43 user nova-compute[75255]:     </disk>
Dec 01 21:41:43 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:41:43 user nova-compute[75255]:       <mac address="fa:16:3e:ae:5a:1d"/>
Dec 01 21:41:43 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:41:43 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:41:43 user nova-compute[75255]:       <target dev="tapceb4641a-c2"/>
Dec 01 21:41:43 user nova-compute[75255]:     </interface>
Dec 01 21:41:43 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:41:43 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/console.log" append="off"/>
Dec 01 21:41:43 user nova-compute[75255]:     </serial>
Dec 01 21:41:43 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:41:43 user nova-compute[75255]:     <video>
Dec 01 21:41:43 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:41:43 user nova-compute[75255]:     </video>
Dec 01 21:41:43 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:41:43 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:41:43 user nova-compute[75255]:     </rng>
Dec 01 21:41:43 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:41:43 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:41:43 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:41:43 user nova-compute[75255]:     </memballoon>
Dec 01 21:41:43 user nova-compute[75255]:   </devices>
Dec 01 21:41:43 user nova-compute[75255]: </domain>
Dec 01 21:41:43 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:41:43 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Instance destroyed successfully.
Dec 01 21:41:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:41:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] No VIF found with MAC fa:16:3e:ae:5a:1d, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-5712d86f-594e-4c35-a9fc-ffab7ca13367 req-7fad9bf1-1af6-4e47-af84-1cf8368a001c service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5712d86f-594e-4c35-a9fc-ffab7ca13367 req-7fad9bf1-1af6-4e47-af84-1cf8368a001c service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5712d86f-594e-4c35-a9fc-ffab7ca13367 req-7fad9bf1-1af6-4e47-af84-1cf8368a001c service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5712d86f-594e-4c35-a9fc-ffab7ca13367 req-7fad9bf1-1af6-4e47-af84-1cf8368a001c service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-5712d86f-594e-4c35-a9fc-ffab7ca13367 req-7fad9bf1-1af6-4e47-af84-1cf8368a001c service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:41:44 user nova-compute[75255]: WARNING nova.compute.manager [req-5712d86f-594e-4c35-a9fc-ffab7ca13367 req-7fad9bf1-1af6-4e47-af84-1cf8368a001c service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state active and task_state rescuing.
Dec 01 21:41:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-5bbc13fc-a853-4ccc-8acb-26e93887e96b req-f874a622-80bb-4cf4-8784-b60201b29a18 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:41:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5bbc13fc-a853-4ccc-8acb-26e93887e96b req-f874a622-80bb-4cf4-8784-b60201b29a18 service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:41:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5bbc13fc-a853-4ccc-8acb-26e93887e96b req-f874a622-80bb-4cf4-8784-b60201b29a18 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:41:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-5bbc13fc-a853-4ccc-8acb-26e93887e96b req-f874a622-80bb-4cf4-8784-b60201b29a18 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:41:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-5bbc13fc-a853-4ccc-8acb-26e93887e96b req-f874a622-80bb-4cf4-8784-b60201b29a18 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:41:46 user nova-compute[75255]: WARNING nova.compute.manager [req-5bbc13fc-a853-4ccc-8acb-26e93887e96b req-f874a622-80bb-4cf4-8784-b60201b29a18 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state active and task_state rescuing.
Dec 01 21:41:46 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6ff37907-1953-41de-b8ee-9e7ffda8e4bf tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:41:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:41:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:42:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:19 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:42:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:42:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:42:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:24 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:42:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:42:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:42:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:42:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:42:24 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:42:24 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updating instance_info_cache with network_info: [{"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:42:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:42:26 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:42:26 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8496MB free_disk=24.837055206298828GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 792f9e7c-760e-460e-8ba4-9f1818697e38 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e115d65b-048d-43de-9b48-1bb6dde4a155 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 621c2a70-c2d5-4c18-9174-6e5b8869185b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:42:26 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:42:27 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:42:27 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:42:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:42:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.359s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:42:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:42:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:42:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:42:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:42:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:35 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:42:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:42:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:42:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:42:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:42:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:42:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:42:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Verify base images {{(pid=75255) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Image id 17ea41f9-b9c6-43b5-87c0-c7d64219422d yields fingerprint 1a234590b0af7b99f35cd5dd21dc77c9a6352b9e {{(pid=75255) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75255) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Image id 5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c yields fingerprint 64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 {{(pid=75255) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] image 5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c at (/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12): checking
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] image 5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c at (/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12): image is in use {{(pid=75255) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] 792f9e7c-760e-460e-8ba4-9f1818697e38 is a valid instance name {{(pid=75255) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] e115d65b-048d-43de-9b48-1bb6dde4a155 is a valid instance name {{(pid=75255) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] 621c2a70-c2d5-4c18-9174-6e5b8869185b is a valid instance name {{(pid=75255) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 is a valid instance name {{(pid=75255) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 has a disk file {{(pid=75255) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 is backed by 64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 {{(pid=75255) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e is a valid instance name {{(pid=75255) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e has a disk file {{(pid=75255) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e is backed by 64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 {{(pid=75255) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] 01b25573-6cc2-45d2-a8b8-3f98573f3e09 is a valid instance name {{(pid=75255) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 01 21:42:50 user nova-compute[75255]: WARNING nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Unknown base file: /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5
Dec 01 21:42:50 user nova-compute[75255]: WARNING nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Unknown base file: /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf
Dec 01 21:42:50 user nova-compute[75255]: WARNING nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Unknown base file: /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9
Dec 01 21:42:50 user nova-compute[75255]: WARNING nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Unknown base file: /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1
Dec 01 21:42:50 user nova-compute[75255]: WARNING nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Unknown base file: /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7
Dec 01 21:42:50 user nova-compute[75255]: WARNING nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Unknown base file: /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed
Dec 01 21:42:50 user nova-compute[75255]: WARNING nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Unknown base file: /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108
Dec 01 21:42:50 user nova-compute[75255]: WARNING nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Unknown base file: /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d
Dec 01 21:42:50 user nova-compute[75255]: WARNING nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Unknown base file: /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Active base files: /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Removable base files: /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5 /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9 /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1 /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7 /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108 /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/93b8aa47afeb32eea83b03767da900de706939b5
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/35d67e592772d2fb54856cae5a1a6fe3fe13dfdf
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4ca60842bb202304cc44f11044bfa0e7ff4419a9
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4312a1ac1cdf74e4571a63bcf7165f98ea2f6df1
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/5ba6e20b6a1651249d0a2825183fd14edd2abdc7
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0cb5988ebae85e158e1b0244587e826295e361ed
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b5c51e122a5aba1fabd547ab5eff3c218c911108
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/e4624e9aa569ba6b096bf0498fe6a44a40b5203d
Dec 01 21:42:50 user nova-compute[75255]: INFO nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/05f0aa0677fcc95deea2c7db75d0fb2c478a0fae
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Verification complete {{(pid=75255) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Verify swap images {{(pid=75255) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Dec 01 21:42:50 user nova-compute[75255]: DEBUG nova.virt.libvirt.imagecache [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Verify ephemeral images {{(pid=75255) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Dec 01 21:42:52 user nova-compute[75255]: DEBUG nova.compute.manager [req-c3f71100-f232-494b-8787-eadea891ed25 req-3e9d2b45-7fa2-485f-8be6-a679443c3eff service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received event network-changed-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:42:52 user nova-compute[75255]: DEBUG nova.compute.manager [req-c3f71100-f232-494b-8787-eadea891ed25 req-3e9d2b45-7fa2-485f-8be6-a679443c3eff service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Refreshing instance network info cache due to event network-changed-2c41ebe9-8143-4a23-b00a-9a814636ecb1. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:42:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c3f71100-f232-494b-8787-eadea891ed25 req-3e9d2b45-7fa2-485f-8be6-a679443c3eff service nova] Acquiring lock "refresh_cache-621c2a70-c2d5-4c18-9174-6e5b8869185b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:42:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c3f71100-f232-494b-8787-eadea891ed25 req-3e9d2b45-7fa2-485f-8be6-a679443c3eff service nova] Acquired lock "refresh_cache-621c2a70-c2d5-4c18-9174-6e5b8869185b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:42:52 user nova-compute[75255]: DEBUG nova.network.neutron [req-c3f71100-f232-494b-8787-eadea891ed25 req-3e9d2b45-7fa2-485f-8be6-a679443c3eff service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Refreshing network info cache for port 2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:42:52 user nova-compute[75255]: DEBUG nova.network.neutron [req-c3f71100-f232-494b-8787-eadea891ed25 req-3e9d2b45-7fa2-485f-8be6-a679443c3eff service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Updated VIF entry in instance network info cache for port 2c41ebe9-8143-4a23-b00a-9a814636ecb1. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:42:52 user nova-compute[75255]: DEBUG nova.network.neutron [req-c3f71100-f232-494b-8787-eadea891ed25 req-3e9d2b45-7fa2-485f-8be6-a679443c3eff service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Updating instance_info_cache with network_info: [{"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:42:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c3f71100-f232-494b-8787-eadea891ed25 req-3e9d2b45-7fa2-485f-8be6-a679443c3eff service nova] Releasing lock "refresh_cache-621c2a70-c2d5-4c18-9174-6e5b8869185b" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "621c2a70-c2d5-4c18-9174-6e5b8869185b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:42:53 user nova-compute[75255]: INFO nova.compute.manager [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Terminating instance
Dec 01 21:42:53 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:53 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Instance destroyed successfully.
Dec 01 21:42:53 user nova-compute[75255]: DEBUG nova.objects.instance [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'resources' on Instance uuid 621c2a70-c2d5-4c18-9174-6e5b8869185b {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:41:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-2125494486',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-2125494486',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-2125494486',id=48,image_ref='17ea41f9-b9c6-43b5-87c0-c7d64219422d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLkE1kUHTUcROMR0xBLvR1+AqY2nRDdK8JEd62D/zM5S0UzGK66wxEyRuu0P1CpnBmEHkVIrmNaRDTC73DrSIi0dybSHy1siB1f8VvqrWJirwu42gLDd7jNWEZ9TXvuD/A==',key_name='tempest-keypair-1509973496',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:41:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-5verw5b2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1516495143',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:41:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=621c2a70-c2d5-4c18-9174-6e5b8869185b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "address": "fa:16:3e:93:3d:48", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c41ebe9-81", "ovs_interfaceid": "2c41ebe9-8143-4a23-b00a-9a814636ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:93:3d:48,bridge_name='br-int',has_traffic_filtering=True,id=2c41ebe9-8143-4a23-b00a-9a814636ecb1,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c41ebe9-81') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG os_vif [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:3d:48,bridge_name='br-int',has_traffic_filtering=True,id=2c41ebe9-8143-4a23-b00a-9a814636ecb1,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c41ebe9-81') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2c41ebe9-81, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ca7f8569-fbfd-4a8c-b057-3609cf6e5925) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:42:53 user nova-compute[75255]: INFO os_vif [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:93:3d:48,bridge_name='br-int',has_traffic_filtering=True,id=2c41ebe9-8143-4a23-b00a-9a814636ecb1,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c41ebe9-81')
Dec 01 21:42:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZIEHwrtU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:42:53 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:42:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc455b6-8a35-40c2-82d8-bd05125897b3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:34958df1-295b-4e74-9ca3-8f89f65caa4b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:42:53 user nova-compute[75255]: No targets found.
Dec 01 21:42:53 user nova-compute[75255]: iSNS:
Dec 01 21:42:53 user nova-compute[75255]: No targets found.
Dec 01 21:42:53 user nova-compute[75255]: STATIC:
Dec 01 21:42:53 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df
Dec 01 21:42:53 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:42:53 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:42:53 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788
Dec 01 21:42:53 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:42:53 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:42:53 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:42:53 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:42:53 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:42:53 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b
Dec 01 21:42:53 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:42:53 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:42:53 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:34958df1-295b-4e74-9ca3-8f89f65caa4b
Dec 01 21:42:53 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:42:53 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:42:53 user nova-compute[75255]: FIRMWARE:
Dec 01 21:42:53 user nova-compute[75255]: No targets found.
Dec 01 21:42:53 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:42:53 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:42:53 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:42:53 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[73ab2e9e-f9c1-4a24-a4f6-310168a8e86d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:34958df1-295b-4e74-9ca3-8f89f65caa4b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[155ee9c0-59ac-4993-a289-992a4ea6cea8]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34958df1-295b-4e74-9ca3-8f89f65caa4b (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:42:54 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:42:54 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:42:54 user nova-compute[75255]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 (non-flash)
Dec 01 21:42:54 user nova-compute[75255]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34958df1-295b-4e74-9ca3-8f89f65caa4b (non-flash)
Dec 01 21:42:54 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:42:54 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:42:54 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:42:54 user nova-compute[75255]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 (non-flash)
Dec 01 21:42:54 user nova-compute[75255]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:34958df1-295b-4e74-9ca3-8f89f65caa4b (non-flash)
Dec 01 21:42:54 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f82805fdb40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788'): ({'sde'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Removing single pathed devices sde {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3b7739-e279-4394-b7ba-7614de5cd160]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a91af7c6-60d8-4bf5-b5e6-f17c414bdc5c]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flushing IO for device /dev/sde {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.052s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bea831ca-9dc7-4713-8202-61f5849767f5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received event network-vif-unplugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] Acquiring lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] No waiting events found dispatching network-vif-unplugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received event network-vif-unplugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received event network-vif-plugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] Acquiring lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG nova.compute.manager [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] No waiting events found dispatching network-vif-plugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:42:54 user nova-compute[75255]: WARNING nova.compute.manager [req-498875c9-b826-4446-88a7-f4b4616ee118 req-1efaf59e-0509-4687-a642-9a3e79d7e706 service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received unexpected event network-vif-plugged-2c41ebe9-8143-4a23-b00a-9a814636ecb1 for instance with vm_state active and task_state deleting.
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.182s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[05d6e76d-eb50-46ab-8927-d44a951f2522]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] SCSI volumes sde have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c8dba2-d7c0-4735-a277-242e85ddd28a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --logout" returned: 0 in 0.109s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[16eb7ef1-d803-45be-a8a7-483979a6d4fb]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788, portal: 172.16.0.220,3260]
Dec 01 21:42:54 user nova-compute[75255]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788, portal: 172.16.0.220,3260] successful.
Dec 01 21:42:54 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19860f4a-d5de-4f2d-95f1-08e3baff1788 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.200s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[98701184-a811-40ff-aa38-aa78bad5ff9e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.877s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== disconnect_volume: return (878ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:42:54 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:42:54 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Deleting instance files /opt/stack/data/nova/instances/621c2a70-c2d5-4c18-9174-6e5b8869185b_del
Dec 01 21:42:54 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Deletion of /opt/stack/data/nova/instances/621c2a70-c2d5-4c18-9174-6e5b8869185b_del complete
Dec 01 21:42:55 user nova-compute[75255]: INFO nova.compute.manager [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Took 2.04 seconds to destroy the instance on the hypervisor.
Dec 01 21:42:55 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:42:55 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:42:55 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:42:56 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:42:56 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Took 1.07 seconds to deallocate network for instance.
Dec 01 21:42:56 user nova-compute[75255]: DEBUG nova.compute.manager [req-ecb4e986-1c86-4c45-ab49-623b41a147cd req-b46c5c3e-08cf-4f6b-86fb-13abf47059bb service nova] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Received event network-vif-deleted-2c41ebe9-8143-4a23-b00a-9a814636ecb1 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:42:57 user nova-compute[75255]: INFO nova.compute.manager [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Took 1.09 seconds to detach 1 volumes for instance.
Dec 01 21:42:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 621c2a70-c2d5-4c18-9174-6e5b8869185b] Deleting volume: 19860f4a-d5de-4f2d-95f1-08e3baff1788 {{(pid=75255) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 21:42:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:42:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:42:57 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:42:57 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:42:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.338s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:42:57 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Deleted allocations for instance 621c2a70-c2d5-4c18-9174-6e5b8869185b
Dec 01 21:42:57 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-c233875f-16fb-460e-bc60-d0dae4eda95d tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "621c2a70-c2d5-4c18-9174-6e5b8869185b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.862s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:42:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:42:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:22 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:22 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:43:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:25 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:43:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:25 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:43:26 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:43:27 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:43:27 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8653MB free_disk=24.834835052490234GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 792f9e7c-760e-460e-8ba4-9f1818697e38 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e115d65b-048d-43de-9b48-1bb6dde4a155 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:43:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.455s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:28 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:43:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:43:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:43:28 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:43:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:43:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updating instance_info_cache with network_info: [{"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:43:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-01b25573-6cc2-45d2-a8b8-3f98573f3e09" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:43:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:43:29 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:29 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:29 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:29 user nova-compute[75255]: INFO nova.compute.manager [None req-4d082131-39c4-4418-8193-f98a09ec4551 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Unrescuing
Dec 01 21:43:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4d082131-39c4-4418-8193-f98a09ec4551 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:43:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4d082131-39c4-4418-8193-f98a09ec4551 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquired lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:43:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-4d082131-39c4-4418-8193-f98a09ec4551 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG nova.network.neutron [None req-4d082131-39c4-4418-8193-f98a09ec4551 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Updating instance_info_cache with network_info: [{"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4d082131-39c4-4418-8193-f98a09ec4551 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Releasing lock "refresh_cache-e115d65b-048d-43de-9b48-1bb6dde4a155" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG nova.objects.instance [None req-4d082131-39c4-4418-8193-f98a09ec4551 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'flavor' on Instance uuid e115d65b-048d-43de-9b48-1bb6dde4a155 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-9956d1e8-1a52-4fc8-8a7c-7bb4e6f05f6d req-7d9bd574-d20d-45aa-91d5-b654f0c58d4c service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-unplugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9956d1e8-1a52-4fc8-8a7c-7bb4e6f05f6d req-7d9bd574-d20d-45aa-91d5-b654f0c58d4c service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9956d1e8-1a52-4fc8-8a7c-7bb4e6f05f6d req-7d9bd574-d20d-45aa-91d5-b654f0c58d4c service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9956d1e8-1a52-4fc8-8a7c-7bb4e6f05f6d req-7d9bd574-d20d-45aa-91d5-b654f0c58d4c service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG nova.compute.manager [req-9956d1e8-1a52-4fc8-8a7c-7bb4e6f05f6d req-7d9bd574-d20d-45aa-91d5-b654f0c58d4c service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-unplugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:43:30 user nova-compute[75255]: WARNING nova.compute.manager [req-9956d1e8-1a52-4fc8-8a7c-7bb4e6f05f6d req-7d9bd574-d20d-45aa-91d5-b654f0c58d4c service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-unplugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:43:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Instance destroyed successfully.
Dec 01 21:43:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:43:32 user nova-compute[75255]: WARNING nova.compute.manager [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:43:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:43:32 user nova-compute[75255]: WARNING nova.compute.manager [req-840cd1cb-0c0b-47ed-8b50-9f39be3b1811 req-a2f1717a-a255-44f7-ada7-5907cffadc61 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:43:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:43:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-37d4f000-c38d-4c07-9456-59fe858cd3fd req-2d24008e-20ab-458a-ab8f-73278edbae5b service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-37d4f000-c38d-4c07-9456-59fe858cd3fd req-2d24008e-20ab-458a-ab8f-73278edbae5b service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-37d4f000-c38d-4c07-9456-59fe858cd3fd req-2d24008e-20ab-458a-ab8f-73278edbae5b service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-37d4f000-c38d-4c07-9456-59fe858cd3fd req-2d24008e-20ab-458a-ab8f-73278edbae5b service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:34 user nova-compute[75255]: DEBUG nova.compute.manager [req-37d4f000-c38d-4c07-9456-59fe858cd3fd req-2d24008e-20ab-458a-ab8f-73278edbae5b service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:43:34 user nova-compute[75255]: WARNING nova.compute.manager [req-37d4f000-c38d-4c07-9456-59fe858cd3fd req-2d24008e-20ab-458a-ab8f-73278edbae5b service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state rescued and task_state unrescuing.
Dec 01 21:43:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-4d082131-39c4-4418-8193-f98a09ec4551 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:43:35 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:43:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:43:35 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:41 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:43:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:47 user nova-compute[75255]: INFO nova.compute.manager [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Terminating instance
Dec 01 21:43:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:43:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-4d3975d8-4583-4a9a-b5e7-e5631f3bb793 req-e2f26e62-6f99-4675-9617-49d573eb103d service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-unplugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4d3975d8-4583-4a9a-b5e7-e5631f3bb793 req-e2f26e62-6f99-4675-9617-49d573eb103d service nova] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4d3975d8-4583-4a9a-b5e7-e5631f3bb793 req-e2f26e62-6f99-4675-9617-49d573eb103d service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-4d3975d8-4583-4a9a-b5e7-e5631f3bb793 req-e2f26e62-6f99-4675-9617-49d573eb103d service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-4d3975d8-4583-4a9a-b5e7-e5631f3bb793 req-e2f26e62-6f99-4675-9617-49d573eb103d service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] No waiting events found dispatching network-vif-unplugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-4d3975d8-4583-4a9a-b5e7-e5631f3bb793 req-e2f26e62-6f99-4675-9617-49d573eb103d service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-unplugged-50034773-c36d-4042-bf7d-cec224d2a73e for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Instance destroyed successfully.
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.objects.instance [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'resources' on Instance uuid 792f9e7c-760e-460e-8ba4-9f1818697e38 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:39:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1855533482',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1855533482',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1855533482',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAH6/MMcp9zERKntxNpsiAOEjgVUnu0IOXIIl93ouF2V11xIQ9++gVFDusuaaqJe+CApVWNNw8ztT9jhTVx1Q3HKD7XwIjitc5ZN+srEbqdXE8SecMTlraTsDtfXTDzJFA==',key_name='tempest-keypair-1204365643',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:39:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-uqy0i9wn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:39:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=792f9e7c-760e-460e-8ba4-9f1818697e38,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "50034773-c36d-4042-bf7d-cec224d2a73e", "address": "fa:16:3e:f8:71:c7", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50034773-c3", "ovs_interfaceid": "50034773-c36d-4042-bf7d-cec224d2a73e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f8:71:c7,bridge_name='br-int',has_traffic_filtering=True,id=50034773-c36d-4042-bf7d-cec224d2a73e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50034773-c3') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_vif [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:71:c7,bridge_name='br-int',has_traffic_filtering=True,id=50034773-c36d-4042-bf7d-cec224d2a73e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50034773-c3') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50034773-c3, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7f0a060a-be9d-4a00-ade7-218733e815a9) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:43:48 user nova-compute[75255]: INFO os_vif [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f8:71:c7,bridge_name='br-int',has_traffic_filtering=True,id=50034773-c36d-4042-bf7d-cec224d2a73e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50034773-c3')
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gICDLldU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:43:48 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[86ec9995-55cd-4ac6-97f0-d9a78d6af154]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:43:48 user nova-compute[75255]: No targets found.
Dec 01 21:43:48 user nova-compute[75255]: iSNS:
Dec 01 21:43:48 user nova-compute[75255]: No targets found.
Dec 01 21:43:48 user nova-compute[75255]: STATIC:
Dec 01 21:43:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df
Dec 01 21:43:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:43:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:43:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:43:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:43:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:43:48 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b
Dec 01 21:43:48 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:43:48 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:43:48 user nova-compute[75255]: FIRMWARE:
Dec 01 21:43:48 user nova-compute[75255]: No targets found.
Dec 01 21:43:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:43:48 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:43:48 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[001e61bb-bb1d-481c-bb8e-52a5301f5537]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[877ba190-df35-4dd2-aa10-64628bcba015]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:43:48 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:43:48 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:43:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:43:48 user nova-compute[75255]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df (non-flash)
Dec 01 21:43:48 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:43:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cc30820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[12e19bf6-84f8-465b-a3da-97983d2197bd]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b00d715c-c71d-424c-a67b-1ef7eb9791b3]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d50c6d-41d9-458d-9384-b5c1539d8c78]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba19e315-4d3d-4111-9805-1c6cf7856fbd]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_d0aca70e', '/dev/disk/by-id/scsi-23939363530306265', '/dev/disk/by-id/scsi-1SCST_BIOd0aca70e-996500be64563a14') {{(pid=85768) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 21:43:48 user nova-compute[75255]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_d0aca70e
Dec 01 21:43:48 user nova-compute[75255]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23939363530306265
Dec 01 21:43:48 user nova-compute[75255]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOd0aca70e-996500be64563a14
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce3edf13-8701-4635-8056-c6e6b578d9d6]: (4, None) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e56cd06-4677-46d1-b44a-daa5b516724a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9097ad1c-1f48-4e7b-84db-96979c074ce8]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df, portal: 172.16.0.220,3260]
Dec 01 21:43:48 user nova-compute[75255]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df, portal: 172.16.0.220,3260] successful.
Dec 01 21:43:48 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac63beb9-d596-4c85-a9c4-8063aac3b7df -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c089d381-cbf0-437f-a42b-658548e1f7ce]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== disconnect_volume: return (329ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:43:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Deleting instance files /opt/stack/data/nova/instances/792f9e7c-760e-460e-8ba4-9f1818697e38_del
Dec 01 21:43:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Deletion of /opt/stack/data/nova/instances/792f9e7c-760e-460e-8ba4-9f1818697e38_del complete
Dec 01 21:43:48 user nova-compute[75255]: INFO nova.compute.manager [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Took 1.21 seconds to destroy the instance on the hypervisor.
Dec 01 21:43:48 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:43:48 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:43:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:43:50 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Took 1.09 seconds to deallocate network for instance.
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] No waiting events found dispatching network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:43:50 user nova-compute[75255]: WARNING nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received unexpected event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e for instance with vm_state active and task_state deleting.
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] No waiting events found dispatching network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:43:50 user nova-compute[75255]: WARNING nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received unexpected event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e for instance with vm_state active and task_state deleting.
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] No waiting events found dispatching network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:43:50 user nova-compute[75255]: WARNING nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received unexpected event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e for instance with vm_state active and task_state deleting.
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-unplugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] No waiting events found dispatching network-vif-unplugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-unplugged-50034773-c36d-4042-bf7d-cec224d2a73e for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] No waiting events found dispatching network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:43:50 user nova-compute[75255]: WARNING nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received unexpected event network-vif-plugged-50034773-c36d-4042-bf7d-cec224d2a73e for instance with vm_state active and task_state deleting.
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [req-30a9f0f0-91d0-4d9d-b43d-6080f9455a4b req-c1e8a263-756e-4188-8c30-447660bbf79c service nova] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Received event network-vif-deleted-50034773-c36d-4042-bf7d-cec224d2a73e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_power_states {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:43:50 user nova-compute[75255]: WARNING nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] While synchronizing instance power states, found 5 instances in the database and 4 instances on the hypervisor.
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid e115d65b-048d-43de-9b48-1bb6dde4a155 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid 792f9e7c-760e-460e-8ba4-9f1818697e38 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "792f9e7c-760e-460e-8ba4-9f1818697e38" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:50 user nova-compute[75255]: INFO nova.compute.manager [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Took 0.81 seconds to detach 1 volumes for instance.
Dec 01 21:43:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] Deleting volume: ac63beb9-d596-4c85-a9c4-8063aac3b7df {{(pid=75255) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 21:43:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:43:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:51 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:43:51 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:43:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.204s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:51 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Deleted allocations for instance 792f9e7c-760e-460e-8ba4-9f1818697e38
Dec 01 21:43:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-956233cb-bbc4-4627-bec5-f13eaca0ea49 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.556s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.546s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:43:51 user nova-compute[75255]: INFO nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 792f9e7c-760e-460e-8ba4-9f1818697e38] During sync_power_state the instance has a pending task (deleting). Skip.
Dec 01 21:43:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "792f9e7c-760e-460e-8ba4-9f1818697e38" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:43:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:43:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:44:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:44:21 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:44:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:44:23 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:44:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:44:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:44:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:44:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:44:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:27 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:44:27 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:44:27 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:44:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:44:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:44:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:44:27 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:44:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:28 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:44:28 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8731MB free_disk=24.82642364501953GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e115d65b-048d-43de-9b48-1bb6dde4a155 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:44:28 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:44:29 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:44:29 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:44:29 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:44:29 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:44:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.374s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:44:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:44:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:44:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:44:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:44:30 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:44:30 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Updating instance_info_cache with network_info: [{"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:44:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:44:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:44:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:44:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:44:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:44:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:44:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:44:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:44:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:44:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:44:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:44:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:44:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:44:49 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:44:49 user nova-compute[75255]: INFO nova.compute.claims [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Claim successful on node user
Dec 01 21:44:49 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:44:49 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:44:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.273s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:44:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:44:50 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:44:50 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG nova.policy [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6fdbd958a7c41488dfe48dee69fc107', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e4d1262749e4884974f604d5ba2df1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:44:50 user nova-compute[75255]: INFO nova.virt.block_device [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Booting with volume 0fa62246-36f4-4e2f-b802-3a269f2a7fb6 at /dev/vda
Dec 01 21:44:50 user nova-compute[75255]: DEBUG os_brick.utils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fbee06b-d9f1-4617-9a80-e5c737ae1ad5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a245761-e6c7-4a22-a95f-31d9fbed4be2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5410d1f5-8d81-4d29-9aa1-ce76d2c6ab83]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a36bd0-fa8d-440e-a491-32277991ef39]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:44:50 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:44:50 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea87b5e-1bb9-4b6d-8a78-1aa893c3c34a]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG os_brick.utils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Updating existing volume attachment record: e77410b8-f5e6-432f-8d64-a088865431f7 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:44:50 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Successfully created port: 7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:44:51 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Successfully updated port: 7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:44:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "refresh_cache-e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:44:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquired lock "refresh_cache-e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:44:51 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:44:51 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:44:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-98d3281f-6fa1-4cce-959d-a3a854dd67dc req-03dfabdd-9fa6-45dd-a0b3-583e803d417c service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received event network-changed-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:44:51 user nova-compute[75255]: DEBUG nova.compute.manager [req-98d3281f-6fa1-4cce-959d-a3a854dd67dc req-03dfabdd-9fa6-45dd-a0b3-583e803d417c service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Refreshing instance network info cache due to event network-changed-7ad02650-e17d-4188-915f-fafff983a90e. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:44:51 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-98d3281f-6fa1-4cce-959d-a3a854dd67dc req-03dfabdd-9fa6-45dd-a0b3-583e803d417c service nova] Acquiring lock "refresh_cache-e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:44:52 user nova-compute[75255]: DEBUG nova.network.neutron [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Updating instance_info_cache with network_info: [{"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:44:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Releasing lock "refresh_cache-e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:44:52 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Instance network_info: |[{"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:44:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-98d3281f-6fa1-4cce-959d-a3a854dd67dc req-03dfabdd-9fa6-45dd-a0b3-583e803d417c service nova] Acquired lock "refresh_cache-e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:44:52 user nova-compute[75255]: DEBUG nova.network.neutron [req-98d3281f-6fa1-4cce-959d-a3a854dd67dc req-03dfabdd-9fa6-45dd-a0b3-583e803d417c service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Refreshing network info cache for port 7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:44:52 user nova-compute[75255]: DEBUG nova.network.neutron [req-98d3281f-6fa1-4cce-959d-a3a854dd67dc req-03dfabdd-9fa6-45dd-a0b3-583e803d417c service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Updated VIF entry in instance network info cache for port 7ad02650-e17d-4188-915f-fafff983a90e. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:44:52 user nova-compute[75255]: DEBUG nova.network.neutron [req-98d3281f-6fa1-4cce-959d-a3a854dd67dc req-03dfabdd-9fa6-45dd-a0b3-583e803d417c service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Updating instance_info_cache with network_info: [{"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:44:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-98d3281f-6fa1-4cce-959d-a3a854dd67dc req-03dfabdd-9fa6-45dd-a0b3-583e803d417c service nova] Releasing lock "refresh_cache-e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:44:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:44:59 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Creating image(s)
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Ensure instance console log exists: /opt/stack/data/nova/instances/e9a5e923-0dd5-4a3a-915b-33ce80f9fba5/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Start _get_guest_xml network_info=[{"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HFvcsKrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e9a5e923-0dd5-4a3a-915b-33ce80f9fba5', 'attached_at': '', 'detached_at': '', 'volume_id': '0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 'serial': '0fa62246-36f4-4e2f-b802-3a269f2a7fb6'}, 'device_type': 'disk', 'attachment_id': 'e77410b8-f5e6-432f-8d64-a088865431f7', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:44:59 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:44:59 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HFvcsKrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:44:59 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:44:59 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:44:59 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cab52cc-a4d8-4f19-a518-6d502098a062]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:44:59 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[860a9022-3ae4-47a7-9dbf-d1442676341a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6] added
Dec 01 21:44:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d645d4-864a-4d07-a05b-b39dbba28d29]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0abfb65-1344-4406-a52d-53b1ff113d3c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HFvcsKrL {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HFvcsKrL" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[df45b924-4251-4f48-b69d-974bd5f083e0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HFvcsKrL'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc766ba6-03a8-4e70-85c9-19566d76e0f0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba687164-ff5f-4cb0-bcd5-4718cf04d96b]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:44:59 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:44:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:44:59 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:44:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[07954751-84c3-4d18-89f9-0ff93dffd82f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260]
Dec 01 21:44:59 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260] successful.
Dec 01 21:44:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[922fc852-ca41-4fd0-aa3e-c45a608407db]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[05962497-a329-4c40-bd44-3b6cb2c2f388]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:44:59 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:44:59 user nova-compute[75255]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:44:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:44:59 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:44:59 user nova-compute[75255]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:44:59 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[86afda5d-5e16-4075-a420-72905b98bc2b]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:44:59 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HFvcsKrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '23033663962303361', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23033663962303361', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:44:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-690971446',display_name='tempest-TestVolumeBootPattern-server-690971446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-690971446',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4GeFfO1Fug2pttZxuqoiv3HByx1E29U1qzGCnaG2itivF52nRPxPmCVii0e5dW81uceVaOuiDrcPtj3MXA23L/zh7p+JK82SQGel0NSGAbv6fksaOJVXa9YPD5V7LvtQ==',key_name='tempest-TestVolumeBootPattern-47045758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-uu1yedeu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:44:50Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=e9a5e923-0dd5-4a3a-915b-33ce80f9fba5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:1d:79,bridge_name='br-int',has_traffic_filtering=True,id=7ad02650-e17d-4188-915f-fafff983a90e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad02650-e1') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.objects.instance [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'pci_devices' on Instance uuid e9a5e923-0dd5-4a3a-915b-33ce80f9fba5 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:45:00 user nova-compute[75255]:   <uuid>e9a5e923-0dd5-4a3a-915b-33ce80f9fba5</uuid>
Dec 01 21:45:00 user nova-compute[75255]:   <name>instance-00000031</name>
Dec 01 21:45:00 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:45:00 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:45:00 user nova-compute[75255]:   <metadata>
Dec 01 21:45:00 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:45:00 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:45:00 user nova-compute[75255]:       <nova:name>tempest-TestVolumeBootPattern-server-690971446</nova:name>
Dec 01 21:45:00 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:44:59</nova:creationTime>
Dec 01 21:45:00 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:45:00 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:45:00 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:45:00 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:45:00 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:45:00 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:45:00 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:45:00 user nova-compute[75255]:       <nova:owner>
Dec 01 21:45:00 user nova-compute[75255]:         <nova:user uuid="e6fdbd958a7c41488dfe48dee69fc107">tempest-TestVolumeBootPattern-1516495143-project-member</nova:user>
Dec 01 21:45:00 user nova-compute[75255]:         <nova:project uuid="3e4d1262749e4884974f604d5ba2df1d">tempest-TestVolumeBootPattern-1516495143</nova:project>
Dec 01 21:45:00 user nova-compute[75255]:       </nova:owner>
Dec 01 21:45:00 user nova-compute[75255]:       <nova:ports>
Dec 01 21:45:00 user nova-compute[75255]:         <nova:port uuid="7ad02650-e17d-4188-915f-fafff983a90e">
Dec 01 21:45:00 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 21:45:00 user nova-compute[75255]:         </nova:port>
Dec 01 21:45:00 user nova-compute[75255]:       </nova:ports>
Dec 01 21:45:00 user nova-compute[75255]:     </nova:instance>
Dec 01 21:45:00 user nova-compute[75255]:   </metadata>
Dec 01 21:45:00 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:45:00 user nova-compute[75255]:     <system>
Dec 01 21:45:00 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:45:00 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:45:00 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:45:00 user nova-compute[75255]:       <entry name="serial">e9a5e923-0dd5-4a3a-915b-33ce80f9fba5</entry>
Dec 01 21:45:00 user nova-compute[75255]:       <entry name="uuid">e9a5e923-0dd5-4a3a-915b-33ce80f9fba5</entry>
Dec 01 21:45:00 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:45:00 user nova-compute[75255]:     </system>
Dec 01 21:45:00 user nova-compute[75255]:   </sysinfo>
Dec 01 21:45:00 user nova-compute[75255]:   <os>
Dec 01 21:45:00 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:45:00 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:45:00 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:45:00 user nova-compute[75255]:   </os>
Dec 01 21:45:00 user nova-compute[75255]:   <features>
Dec 01 21:45:00 user nova-compute[75255]:     <acpi/>
Dec 01 21:45:00 user nova-compute[75255]:     <apic/>
Dec 01 21:45:00 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:45:00 user nova-compute[75255]:   </features>
Dec 01 21:45:00 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:45:00 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:45:00 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:45:00 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:45:00 user nova-compute[75255]:   </clock>
Dec 01 21:45:00 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:45:00 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:45:00 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:45:00 user nova-compute[75255]:   </cpu>
Dec 01 21:45:00 user nova-compute[75255]:   <devices>
Dec 01 21:45:00 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:45:00 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:45:00 user nova-compute[75255]:       <source dev="/dev/sdb"/>
Dec 01 21:45:00 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:45:00 user nova-compute[75255]:       <serial>0fa62246-36f4-4e2f-b802-3a269f2a7fb6</serial>
Dec 01 21:45:00 user nova-compute[75255]:     </disk>
Dec 01 21:45:00 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:45:00 user nova-compute[75255]:       <mac address="fa:16:3e:f5:1d:79"/>
Dec 01 21:45:00 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:45:00 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:45:00 user nova-compute[75255]:       <target dev="tap7ad02650-e1"/>
Dec 01 21:45:00 user nova-compute[75255]:     </interface>
Dec 01 21:45:00 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:45:00 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/e9a5e923-0dd5-4a3a-915b-33ce80f9fba5/console.log" append="off"/>
Dec 01 21:45:00 user nova-compute[75255]:     </serial>
Dec 01 21:45:00 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:45:00 user nova-compute[75255]:     <video>
Dec 01 21:45:00 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:45:00 user nova-compute[75255]:     </video>
Dec 01 21:45:00 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:45:00 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:45:00 user nova-compute[75255]:     </rng>
Dec 01 21:45:00 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:45:00 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:45:00 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:45:00 user nova-compute[75255]:     </memballoon>
Dec 01 21:45:00 user nova-compute[75255]:   </devices>
Dec 01 21:45:00 user nova-compute[75255]: </domain>
Dec 01 21:45:00 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:44:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-690971446',display_name='tempest-TestVolumeBootPattern-server-690971446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-690971446',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4GeFfO1Fug2pttZxuqoiv3HByx1E29U1qzGCnaG2itivF52nRPxPmCVii0e5dW81uceVaOuiDrcPtj3MXA23L/zh7p+JK82SQGel0NSGAbv6fksaOJVXa9YPD5V7LvtQ==',key_name='tempest-TestVolumeBootPattern-47045758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-uu1yedeu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:44:50Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=e9a5e923-0dd5-4a3a-915b-33ce80f9fba5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:1d:79,bridge_name='br-int',has_traffic_filtering=True,id=7ad02650-e17d-4188-915f-fafff983a90e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad02650-e1') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG os_vif [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:1d:79,bridge_name='br-int',has_traffic_filtering=True,id=7ad02650-e17d-4188-915f-fafff983a90e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad02650-e1') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'da900ff6-d725-5651-a322-a03015927d3e', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7ad02650-e1, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7ad02650-e1, col_values=(('qos', UUID('fee33b84-b1db-436a-afac-af352c1a0207')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7ad02650-e1, col_values=(('external_ids', {'iface-id': '7ad02650-e17d-4188-915f-fafff983a90e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f5:1d:79', 'vm-uuid': 'e9a5e923-0dd5-4a3a-915b-33ce80f9fba5'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:00 user nova-compute[75255]: INFO os_vif [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:1d:79,bridge_name='br-int',has_traffic_filtering=True,id=7ad02650-e17d-4188-915f-fafff983a90e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad02650-e1')
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:45:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No VIF found with MAC fa:16:3e:f5:1d:79, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-8cb69a26-5037-4168-bcdd-da28e117187b req-42ce06d3-978f-408c-885d-f985f3b86740 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received event network-vif-plugged-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8cb69a26-5037-4168-bcdd-da28e117187b req-42ce06d3-978f-408c-885d-f985f3b86740 service nova] Acquiring lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8cb69a26-5037-4168-bcdd-da28e117187b req-42ce06d3-978f-408c-885d-f985f3b86740 service nova] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8cb69a26-5037-4168-bcdd-da28e117187b req-42ce06d3-978f-408c-885d-f985f3b86740 service nova] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-8cb69a26-5037-4168-bcdd-da28e117187b req-42ce06d3-978f-408c-885d-f985f3b86740 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] No waiting events found dispatching network-vif-plugged-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:45:02 user nova-compute[75255]: WARNING nova.compute.manager [req-8cb69a26-5037-4168-bcdd-da28e117187b req-42ce06d3-978f-408c-885d-f985f3b86740 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received unexpected event network-vif-plugged-7ad02650-e17d-4188-915f-fafff983a90e for instance with vm_state building and task_state spawning.
Dec 01 21:45:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:45:04 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Instance spawned successfully.
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:45:04 user nova-compute[75255]: INFO nova.compute.manager [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Took 4.95 seconds to spawn the instance on the hypervisor.
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.compute.manager [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-c30e1665-1921-495a-8e53-1feca792b630 req-2361aaa2-558d-4778-bb73-236acb4f48ae service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received event network-vif-plugged-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c30e1665-1921-495a-8e53-1feca792b630 req-2361aaa2-558d-4778-bb73-236acb4f48ae service nova] Acquiring lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c30e1665-1921-495a-8e53-1feca792b630 req-2361aaa2-558d-4778-bb73-236acb4f48ae service nova] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-c30e1665-1921-495a-8e53-1feca792b630 req-2361aaa2-558d-4778-bb73-236acb4f48ae service nova] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:45:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-c30e1665-1921-495a-8e53-1feca792b630 req-2361aaa2-558d-4778-bb73-236acb4f48ae service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] No waiting events found dispatching network-vif-plugged-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:45:04 user nova-compute[75255]: WARNING nova.compute.manager [req-c30e1665-1921-495a-8e53-1feca792b630 req-2361aaa2-558d-4778-bb73-236acb4f48ae service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received unexpected event network-vif-plugged-7ad02650-e17d-4188-915f-fafff983a90e for instance with vm_state building and task_state spawning.
Dec 01 21:45:04 user nova-compute[75255]: INFO nova.compute.manager [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Took 14.79 seconds to build instance.
Dec 01 21:45:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-0744b834-53fc-4f90-ad81-aaf1492c4ccf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.885s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:45:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:45:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:45:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:45:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:45:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:45:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:45:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:45:20 user nova-compute[75255]: INFO nova.compute.manager [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Terminating instance
Dec 01 21:45:20 user nova-compute[75255]: DEBUG nova.compute.manager [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:45:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-126573c6-a516-44b0-a8c1-8e0bd64345d2 req-5dd31034-0a48-4709-b7ba-ea54a0d32918 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-unplugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-126573c6-a516-44b0-a8c1-8e0bd64345d2 req-5dd31034-0a48-4709-b7ba-ea54a0d32918 service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-126573c6-a516-44b0-a8c1-8e0bd64345d2 req-5dd31034-0a48-4709-b7ba-ea54a0d32918 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-126573c6-a516-44b0-a8c1-8e0bd64345d2 req-5dd31034-0a48-4709-b7ba-ea54a0d32918 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-126573c6-a516-44b0-a8c1-8e0bd64345d2 req-5dd31034-0a48-4709-b7ba-ea54a0d32918 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-unplugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG nova.compute.manager [req-126573c6-a516-44b0-a8c1-8e0bd64345d2 req-5dd31034-0a48-4709-b7ba-ea54a0d32918 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-unplugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:21 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Instance destroyed successfully.
Dec 01 21:45:21 user nova-compute[75255]: DEBUG nova.objects.instance [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'resources' on Instance uuid e115d65b-048d-43de-9b48-1bb6dde4a155 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1949865897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1949865897',id=46,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:41:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-yzg44h05',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:43:35Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=e115d65b-048d-43de-9b48-1bb6dde4a155,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "address": "fa:16:3e:ae:5a:1d", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceb4641a-c2", "ovs_interfaceid": "ceb4641a-c2ee-4e45-9835-93d3a484eba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ae:5a:1d,bridge_name='br-int',has_traffic_filtering=True,id=ceb4641a-c2ee-4e45-9835-93d3a484eba2,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceb4641a-c2') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_vif [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ae:5a:1d,bridge_name='br-int',has_traffic_filtering=True,id=ceb4641a-c2ee-4e45-9835-93d3a484eba2,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceb4641a-c2') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapceb4641a-c2, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a7068cee-977a-4529-97f4-c3294b0f8988) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:45:21 user nova-compute[75255]: INFO os_vif [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ae:5a:1d,bridge_name='br-int',has_traffic_filtering=True,id=ceb4641a-c2ee-4e45-9835-93d3a484eba2,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceb4641a-c2')
Dec 01 21:45:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BnWOpFdM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:45:21 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f9cf230-7bc9-4fe9-91da-030e4504a2d1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:45:21 user nova-compute[75255]: No targets found.
Dec 01 21:45:21 user nova-compute[75255]: iSNS:
Dec 01 21:45:21 user nova-compute[75255]: No targets found.
Dec 01 21:45:21 user nova-compute[75255]: STATIC:
Dec 01 21:45:21 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:45:21 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:45:21 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:45:21 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b
Dec 01 21:45:21 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:45:21 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:45:21 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6
Dec 01 21:45:21 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:45:21 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:45:21 user nova-compute[75255]: FIRMWARE:
Dec 01 21:45:21 user nova-compute[75255]: No targets found.
Dec 01 21:45:21 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:45:21 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:45:21 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4166e60-198d-448c-b428-94d9a3a2ec3d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[80eafcec-6e49-424e-95c4-7da64597c19b]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:45:21 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:45:21 user nova-compute[75255]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:45:21 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:45:21 user nova-compute[75255]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b (non-flash)
Dec 01 21:45:21 user nova-compute[75255]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:45:21 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cece8c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ed268e3-2ddf-480b-bb05-828f59293d1a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d10c335e-3d03-4dd6-b925-fea3e376845c]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d412568-cae3-448f-bb11-878d21988a4d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[72b9c0c9-bc70-4ab7-8bba-9c36e74afc00]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a654c206-8bd0-444f-b0bb-2d1905a82281]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d13f82c1-6f12-41d1-8c13-723ed85135b3]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b, portal: 172.16.0.220,3260]
Dec 01 21:45:21 user nova-compute[75255]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b, portal: 172.16.0.220,3260] successful.
Dec 01 21:45:21 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:840a62a1-56f4-4838-bb8d-18356b74ab1b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[873ab203-b37c-4cfc-b020-8551e6a8a815]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] <== disconnect_volume: return (298ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:45:21 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:45:21 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Deleting instance files /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155_del
Dec 01 21:45:21 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Deletion of /opt/stack/data/nova/instances/e115d65b-048d-43de-9b48-1bb6dde4a155_del complete
Dec 01 21:45:22 user nova-compute[75255]: INFO nova.compute.manager [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Took 1.16 seconds to destroy the instance on the hypervisor.
Dec 01 21:45:22 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:45:22 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:45:22 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:45:22 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:45:22 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Took 0.41 seconds to deallocate network for instance.
Dec 01 21:45:22 user nova-compute[75255]: DEBUG nova.compute.manager [req-83cb05f5-3a1c-4e97-9162-c68b061c7b64 req-d406b737-e20a-4342-9906-5b8805ffba2b service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-deleted-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:45:23 user nova-compute[75255]: DEBUG nova.compute.manager [req-8e39f30c-0d45-4f66-b920-d248521faacf req-4454a4b2-bac7-4e6d-9e21-4b0ae280c341 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:45:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8e39f30c-0d45-4f66-b920-d248521faacf req-4454a4b2-bac7-4e6d-9e21-4b0ae280c341 service nova] Acquiring lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:45:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8e39f30c-0d45-4f66-b920-d248521faacf req-4454a4b2-bac7-4e6d-9e21-4b0ae280c341 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:45:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-8e39f30c-0d45-4f66-b920-d248521faacf req-4454a4b2-bac7-4e6d-9e21-4b0ae280c341 service nova] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:45:23 user nova-compute[75255]: DEBUG nova.compute.manager [req-8e39f30c-0d45-4f66-b920-d248521faacf req-4454a4b2-bac7-4e6d-9e21-4b0ae280c341 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] No waiting events found dispatching network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:45:23 user nova-compute[75255]: WARNING nova.compute.manager [req-8e39f30c-0d45-4f66-b920-d248521faacf req-4454a4b2-bac7-4e6d-9e21-4b0ae280c341 service nova] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Received unexpected event network-vif-plugged-ceb4641a-c2ee-4e45-9835-93d3a484eba2 for instance with vm_state active and task_state deleting.
Dec 01 21:45:23 user nova-compute[75255]: INFO nova.compute.manager [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: e115d65b-048d-43de-9b48-1bb6dde4a155] Took 0.80 seconds to detach 1 volumes for instance.
Dec 01 21:45:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:45:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:45:23 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:45:23 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:45:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.220s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:45:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:45:23 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Deleted allocations for instance e115d65b-048d-43de-9b48-1bb6dde4a155
Dec 01 21:45:23 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-bd3584f5-0f40-4672-aba9-de7986b53fdd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "e115d65b-048d-43de-9b48-1bb6dde4a155" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.797s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:45:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:24 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:45:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:45:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:27 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:45:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:45:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:45:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:29 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:45:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:45:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:45:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:45:29 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:45:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:29 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:45:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:45:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:45:30 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8632MB free_disk=24.82394027709961GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e9a5e923-0dd5-4a3a-915b-33ce80f9fba5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:45:30 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:45:31 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:45:31 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:45:31 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:45:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.293s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:45:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:45:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:45:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:45:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:45:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:45:41 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:45:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:45:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:45:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:45:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:45:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:45:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:45:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:45:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:45:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:45:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:46:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:11 user nova-compute[75255]: INFO nova.compute.manager [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Terminating instance
Dec 01 21:46:11 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-d369f643-f9b8-4b8e-abc4-8d5a745b143d req-5f35c95e-3b93-4d68-a6ee-2b4967b02f76 service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Received event network-vif-unplugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d369f643-f9b8-4b8e-abc4-8d5a745b143d req-5f35c95e-3b93-4d68-a6ee-2b4967b02f76 service nova] Acquiring lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d369f643-f9b8-4b8e-abc4-8d5a745b143d req-5f35c95e-3b93-4d68-a6ee-2b4967b02f76 service nova] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d369f643-f9b8-4b8e-abc4-8d5a745b143d req-5f35c95e-3b93-4d68-a6ee-2b4967b02f76 service nova] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-d369f643-f9b8-4b8e-abc4-8d5a745b143d req-5f35c95e-3b93-4d68-a6ee-2b4967b02f76 service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] No waiting events found dispatching network-vif-unplugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:46:11 user nova-compute[75255]: DEBUG nova.compute.manager [req-d369f643-f9b8-4b8e-abc4-8d5a745b143d req-5f35c95e-3b93-4d68-a6ee-2b4967b02f76 service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Received event network-vif-unplugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:12 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Instance destroyed successfully.
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'resources' on Instance uuid 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1616386270',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1616386270',id=43,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:36:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-zf52re4b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:38:45Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "address": "fa:16:3e:aa:3b:5c", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape037ee53-e1", "ovs_interfaceid": "e037ee53-e1ed-4e62-82a1-97d66de0dc46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:aa:3b:5c,bridge_name='br-int',has_traffic_filtering=True,id=e037ee53-e1ed-4e62-82a1-97d66de0dc46,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape037ee53-e1') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG os_vif [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:3b:5c,bridge_name='br-int',has_traffic_filtering=True,id=e037ee53-e1ed-4e62-82a1-97d66de0dc46,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape037ee53-e1') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape037ee53-e1, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9e7cafda-d33c-4f7e-978b-5d35bdb24db4) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:46:12 user nova-compute[75255]: INFO os_vif [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:3b:5c,bridge_name='br-int',has_traffic_filtering=True,id=e037ee53-e1ed-4e62-82a1-97d66de0dc46,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape037ee53-e1')
Dec 01 21:46:12 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Deleting instance files /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e_del
Dec 01 21:46:12 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Deletion of /opt/stack/data/nova/instances/4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e_del complete
Dec 01 21:46:12 user nova-compute[75255]: INFO nova.compute.manager [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Took 0.66 seconds to destroy the instance on the hypervisor.
Dec 01 21:46:12 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-3dc6010b-4d30-4679-bc22-ef1d006ae527 req-eef11fff-57cc-412d-a809-78c2085571ad service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Received event network-vif-deleted-e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:46:12 user nova-compute[75255]: INFO nova.compute.manager [req-3dc6010b-4d30-4679-bc22-ef1d006ae527 req-eef11fff-57cc-412d-a809-78c2085571ad service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Neutron deleted interface e037ee53-e1ed-4e62-82a1-97d66de0dc46; detaching it from the instance and deleting it from the info cache
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.network.neutron [req-3dc6010b-4d30-4679-bc22-ef1d006ae527 req-eef11fff-57cc-412d-a809-78c2085571ad service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:46:12 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Took 0.48 seconds to deallocate network for instance.
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.compute.manager [req-3dc6010b-4d30-4679-bc22-ef1d006ae527 req-eef11fff-57cc-412d-a809-78c2085571ad service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Detach interface failed, port_id=e037ee53-e1ed-4e62-82a1-97d66de0dc46, reason: Instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:46:12 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.202s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:12 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Deleted allocations for instance 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e
Dec 01 21:46:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6547104d-0ee2-4684-be4d-15dcc0959dcd tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.531s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:13 user nova-compute[75255]: DEBUG nova.compute.manager [req-f187fec4-da18-4de1-a301-8f72006084c6 req-0ac01061-277d-4785-a696-630feb7ace6e service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Received event network-vif-plugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:46:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f187fec4-da18-4de1-a301-8f72006084c6 req-0ac01061-277d-4785-a696-630feb7ace6e service nova] Acquiring lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f187fec4-da18-4de1-a301-8f72006084c6 req-0ac01061-277d-4785-a696-630feb7ace6e service nova] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:13 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f187fec4-da18-4de1-a301-8f72006084c6 req-0ac01061-277d-4785-a696-630feb7ace6e service nova] Lock "4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:13 user nova-compute[75255]: DEBUG nova.compute.manager [req-f187fec4-da18-4de1-a301-8f72006084c6 req-0ac01061-277d-4785-a696-630feb7ace6e service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] No waiting events found dispatching network-vif-plugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:46:13 user nova-compute[75255]: WARNING nova.compute.manager [req-f187fec4-da18-4de1-a301-8f72006084c6 req-0ac01061-277d-4785-a696-630feb7ace6e service nova] [instance: 4ee6994d-bc6c-4e3a-b0a8-c9c0d987397e] Received unexpected event network-vif-plugged-e037ee53-e1ed-4e62-82a1-97d66de0dc46 for instance with vm_state deleted and task_state None.
Dec 01 21:46:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:46:23 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:46:24 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:46:24 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:46:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:46:29 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:46:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:46:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:46:31 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:46:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:31 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:46:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:46:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:32 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:46:32 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:46:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8843MB free_disk=24.948505401611328GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance e9a5e923-0dd5-4a3a-915b-33ce80f9fba5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:46:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.281s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:46:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:46:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:46:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:46:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:46:33 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:46:33 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:46:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updating instance_info_cache with network_info: [{"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:46:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:46:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:46:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:40 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:46:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-3b618005-0a19-4056-88fa-dfde51927059 req-2c12bfff-cd56-41aa-9f5e-0d18de8b7c42 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received event network-changed-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:46:41 user nova-compute[75255]: DEBUG nova.compute.manager [req-3b618005-0a19-4056-88fa-dfde51927059 req-2c12bfff-cd56-41aa-9f5e-0d18de8b7c42 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Refreshing instance network info cache due to event network-changed-7ad02650-e17d-4188-915f-fafff983a90e. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:46:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3b618005-0a19-4056-88fa-dfde51927059 req-2c12bfff-cd56-41aa-9f5e-0d18de8b7c42 service nova] Acquiring lock "refresh_cache-e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:46:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3b618005-0a19-4056-88fa-dfde51927059 req-2c12bfff-cd56-41aa-9f5e-0d18de8b7c42 service nova] Acquired lock "refresh_cache-e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:46:41 user nova-compute[75255]: DEBUG nova.network.neutron [req-3b618005-0a19-4056-88fa-dfde51927059 req-2c12bfff-cd56-41aa-9f5e-0d18de8b7c42 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Refreshing network info cache for port 7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG nova.network.neutron [req-3b618005-0a19-4056-88fa-dfde51927059 req-2c12bfff-cd56-41aa-9f5e-0d18de8b7c42 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Updated VIF entry in instance network info cache for port 7ad02650-e17d-4188-915f-fafff983a90e. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG nova.network.neutron [req-3b618005-0a19-4056-88fa-dfde51927059 req-2c12bfff-cd56-41aa-9f5e-0d18de8b7c42 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Updating instance_info_cache with network_info: [{"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3b618005-0a19-4056-88fa-dfde51927059 req-2c12bfff-cd56-41aa-9f5e-0d18de8b7c42 service nova] Releasing lock "refresh_cache-e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:42 user nova-compute[75255]: INFO nova.compute.manager [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Terminating instance
Dec 01 21:46:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-e991e2a1-761a-4320-9d78-fadc41ec3d5f req-9d10fca4-427c-4034-bfd9-d5bf98786f6a service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received event network-vif-unplugged-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e991e2a1-761a-4320-9d78-fadc41ec3d5f req-9d10fca4-427c-4034-bfd9-d5bf98786f6a service nova] Acquiring lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e991e2a1-761a-4320-9d78-fadc41ec3d5f req-9d10fca4-427c-4034-bfd9-d5bf98786f6a service nova] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e991e2a1-761a-4320-9d78-fadc41ec3d5f req-9d10fca4-427c-4034-bfd9-d5bf98786f6a service nova] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-e991e2a1-761a-4320-9d78-fadc41ec3d5f req-9d10fca4-427c-4034-bfd9-d5bf98786f6a service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] No waiting events found dispatching network-vif-unplugged-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:46:42 user nova-compute[75255]: DEBUG nova.compute.manager [req-e991e2a1-761a-4320-9d78-fadc41ec3d5f req-9d10fca4-427c-4034-bfd9-d5bf98786f6a service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received event network-vif-unplugged-7ad02650-e17d-4188-915f-fafff983a90e for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:46:43 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Instance destroyed successfully.
Dec 01 21:46:43 user nova-compute[75255]: DEBUG nova.objects.instance [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'resources' on Instance uuid e9a5e923-0dd5-4a3a-915b-33ce80f9fba5 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:44:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-690971446',display_name='tempest-TestVolumeBootPattern-server-690971446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-690971446',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4GeFfO1Fug2pttZxuqoiv3HByx1E29U1qzGCnaG2itivF52nRPxPmCVii0e5dW81uceVaOuiDrcPtj3MXA23L/zh7p+JK82SQGel0NSGAbv6fksaOJVXa9YPD5V7LvtQ==',key_name='tempest-TestVolumeBootPattern-47045758',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:45:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-uu1yedeu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:45:04Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=e9a5e923-0dd5-4a3a-915b-33ce80f9fba5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "7ad02650-e17d-4188-915f-fafff983a90e", "address": "fa:16:3e:f5:1d:79", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7ad02650-e1", "ovs_interfaceid": "7ad02650-e17d-4188-915f-fafff983a90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f5:1d:79,bridge_name='br-int',has_traffic_filtering=True,id=7ad02650-e17d-4188-915f-fafff983a90e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad02650-e1') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_vif [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:1d:79,bridge_name='br-int',has_traffic_filtering=True,id=7ad02650-e17d-4188-915f-fafff983a90e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad02650-e1') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7ad02650-e1, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fee33b84-b1db-436a-afac-af352c1a0207) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:46:43 user nova-compute[75255]: INFO os_vif [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:1d:79,bridge_name='br-int',has_traffic_filtering=True,id=7ad02650-e17d-4188-915f-fafff983a90e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ad02650-e1')
Dec 01 21:46:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HFvcsKrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:46:43 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[35a780c1-7e49-433e-b703-3bf20311a48b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:46:43 user nova-compute[75255]: No targets found.
Dec 01 21:46:43 user nova-compute[75255]: iSNS:
Dec 01 21:46:43 user nova-compute[75255]: No targets found.
Dec 01 21:46:43 user nova-compute[75255]: STATIC:
Dec 01 21:46:43 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:46:43 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:46:43 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:46:43 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6
Dec 01 21:46:43 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:46:43 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:46:43 user nova-compute[75255]: FIRMWARE:
Dec 01 21:46:43 user nova-compute[75255]: No targets found.
Dec 01 21:46:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:46:43 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:46:43 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e687d0f-935f-4237-8074-c6c566761e38]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6103570f-916e-4220-8f09-f96e1d625db3]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:46:43 user nova-compute[75255]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:46:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:46:43 user nova-compute[75255]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:46:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8280500430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3081df6-5832-43d4-bbb3-fa4fcaf126c5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d512d9ed-f2e5-44e6-a289-14d8cd7f12d1]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fce48ca-be14-4807-8ac9-c16bd366ffda]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[039115eb-df13-4778-bad6-addaf5a7f204]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_c0c546fe', '/dev/disk/by-id/scsi-23033663962303361', '/dev/disk/by-id/scsi-1SCST_BIOc0c546fe-03f9b03a82de2dc4') {{(pid=85768) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[73d9465f-e254-4082-954a-3bea03256157]: (4, None) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[686c3866-3275-435c-958b-87764bdb587b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[abcf936b-c1c6-4158-91f0-23b56c3057ba]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260]
Dec 01 21:46:43 user nova-compute[75255]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260] successful.
Dec 01 21:46:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[194f83ad-1721-4d44-b485-6365fbadeae5]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== disconnect_volume: return (302ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:46:43 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Deleting instance files /opt/stack/data/nova/instances/e9a5e923-0dd5-4a3a-915b-33ce80f9fba5_del
Dec 01 21:46:43 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Deletion of /opt/stack/data/nova/instances/e9a5e923-0dd5-4a3a-915b-33ce80f9fba5_del complete
Dec 01 21:46:43 user nova-compute[75255]: INFO nova.compute.manager [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Took 1.17 seconds to destroy the instance on the hypervisor.
Dec 01 21:46:43 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:46:43 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:46:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:44 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:46:44 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Took 0.91 seconds to deallocate network for instance.
Dec 01 21:46:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-368c4056-9e85-474c-966d-2db8816e7cda req-12f3e829-9810-43f7-9092-fd9b8633c045 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received event network-vif-deleted-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:46:44 user nova-compute[75255]: INFO nova.compute.manager [req-368c4056-9e85-474c-966d-2db8816e7cda req-12f3e829-9810-43f7-9092-fd9b8633c045 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Neutron deleted interface 7ad02650-e17d-4188-915f-fafff983a90e; detaching it from the instance and deleting it from the info cache
Dec 01 21:46:44 user nova-compute[75255]: DEBUG nova.network.neutron [req-368c4056-9e85-474c-966d-2db8816e7cda req-12f3e829-9810-43f7-9092-fd9b8633c045 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:46:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-368c4056-9e85-474c-966d-2db8816e7cda req-12f3e829-9810-43f7-9092-fd9b8633c045 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Detach interface failed, port_id=7ad02650-e17d-4188-915f-fafff983a90e, reason: Instance e9a5e923-0dd5-4a3a-915b-33ce80f9fba5 could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:46:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b81dea2-a420-4a00-a590-848ad41664e6 req-e879eae6-eaa5-4a68-8cf3-8a17663f7d80 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received event network-vif-plugged-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:46:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b81dea2-a420-4a00-a590-848ad41664e6 req-e879eae6-eaa5-4a68-8cf3-8a17663f7d80 service nova] Acquiring lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b81dea2-a420-4a00-a590-848ad41664e6 req-e879eae6-eaa5-4a68-8cf3-8a17663f7d80 service nova] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1b81dea2-a420-4a00-a590-848ad41664e6 req-e879eae6-eaa5-4a68-8cf3-8a17663f7d80 service nova] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:44 user nova-compute[75255]: DEBUG nova.compute.manager [req-1b81dea2-a420-4a00-a590-848ad41664e6 req-e879eae6-eaa5-4a68-8cf3-8a17663f7d80 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] No waiting events found dispatching network-vif-plugged-7ad02650-e17d-4188-915f-fafff983a90e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:46:44 user nova-compute[75255]: WARNING nova.compute.manager [req-1b81dea2-a420-4a00-a590-848ad41664e6 req-e879eae6-eaa5-4a68-8cf3-8a17663f7d80 service nova] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Received unexpected event network-vif-plugged-7ad02650-e17d-4188-915f-fafff983a90e for instance with vm_state active and task_state deleting.
Dec 01 21:46:45 user nova-compute[75255]: INFO nova.compute.manager [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: e9a5e923-0dd5-4a3a-915b-33ce80f9fba5] Took 0.83 seconds to detach 1 volumes for instance.
Dec 01 21:46:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:46:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:46:45 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:46:45 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:46:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.177s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:45 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Deleted allocations for instance e9a5e923-0dd5-4a3a-915b-33ce80f9fba5
Dec 01 21:46:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f271c2f5-6b8b-430b-8ca4-dde82b9f9f59 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "e9a5e923-0dd5-4a3a-915b-33ce80f9fba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.272s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:46:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:46:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:46:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:46:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:46:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:46:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:46:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:02 user nova-compute[75255]: INFO nova.compute.manager [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Terminating instance
Dec 01 21:47:02 user nova-compute[75255]: DEBUG nova.compute.manager [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-1089e1c1-1972-44f4-8e61-501b4cd194a0 req-6dac75fc-55bc-4030-8631-b402dfa5e19f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1089e1c1-1972-44f4-8e61-501b4cd194a0 req-6dac75fc-55bc-4030-8631-b402dfa5e19f service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1089e1c1-1972-44f4-8e61-501b4cd194a0 req-6dac75fc-55bc-4030-8631-b402dfa5e19f service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-1089e1c1-1972-44f4-8e61-501b4cd194a0 req-6dac75fc-55bc-4030-8631-b402dfa5e19f service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-1089e1c1-1972-44f4-8e61-501b4cd194a0 req-6dac75fc-55bc-4030-8631-b402dfa5e19f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG nova.compute.manager [req-1089e1c1-1972-44f4-8e61-501b4cd194a0 req-6dac75fc-55bc-4030-8631-b402dfa5e19f service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-unplugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:02 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Instance destroyed successfully.
Dec 01 21:47:02 user nova-compute[75255]: DEBUG nova.objects.instance [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'resources' on Instance uuid 01b25573-6cc2-45d2-a8b8-3f98573f3e09 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:31:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1526475344',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1526475344',id=40,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:33:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-n9asa9bs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:35:02Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=01b25573-6cc2-45d2-a8b8-3f98573f3e09,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "address": "fa:16:3e:95:d4:96", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape6be92b5-03", "ovs_interfaceid": "e6be92b5-0321-4c8d-a80c-af59a5f8041c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:d4:96,bridge_name='br-int',has_traffic_filtering=True,id=e6be92b5-0321-4c8d-a80c-af59a5f8041c,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6be92b5-03') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_vif [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:d4:96,bridge_name='br-int',has_traffic_filtering=True,id=e6be92b5-0321-4c8d-a80c-af59a5f8041c,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6be92b5-03') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape6be92b5-03, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b0b82ea7-daf3-427f-9cfc-b13538e9bb2a) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:47:02 user nova-compute[75255]: INFO os_vif [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:d4:96,bridge_name='br-int',has_traffic_filtering=True,id=e6be92b5-0321-4c8d-a80c-af59a5f8041c,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6be92b5-03')
Dec 01 21:47:02 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sPkEStxe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:47:02 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3bdceeb-e461-4217-a0ce-2c734a02caa2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:47:02 user nova-compute[75255]: No targets found.
Dec 01 21:47:02 user nova-compute[75255]: iSNS:
Dec 01 21:47:02 user nova-compute[75255]: No targets found.
Dec 01 21:47:02 user nova-compute[75255]: STATIC:
Dec 01 21:47:02 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a
Dec 01 21:47:02 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:47:02 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:47:02 user nova-compute[75255]: FIRMWARE:
Dec 01 21:47:02 user nova-compute[75255]: No targets found.
Dec 01 21:47:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:47:02 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:47:02 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[87ce9e9d-c242-4b97-9c29-af957149918a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8cc06eb-2006-4f3a-92d3-bfa41c998880]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:47:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a (non-flash)
Dec 01 21:47:02 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd3d630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a'): ({'sdd'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Removing single pathed devices sdd {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[546c2af5-4ec5-4996-af7d-4e252b978f4e]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff537fa3-63b2-4ca8-80fc-22765890e9be]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Flushing IO for device /dev/sdd {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:47:02 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d69c9463-4789-4e00-9f14-acc320ec74ec]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.032s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3226060-c31b-40a7-8b2e-04358cb1cd16]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] SCSI volumes sdd have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ced8be4a-b588-42b7-a278-69c32fb4dc9e]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[01442e37-9bd0-4cf7-8e08-4ee62fe449cb]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a, portal: 172.16.0.220,3260]
Dec 01 21:47:03 user nova-compute[75255]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a, portal: 172.16.0.220,3260] successful.
Dec 01 21:47:03 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39ddd91a-1c20-4fce-9c3c-6ade2d81d56a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[591a30e5-1fd5-4842-8ad0-080f1e230a5a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.280s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] <== disconnect_volume: return (281ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:47:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Deleting instance files /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09_del
Dec 01 21:47:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Deletion of /opt/stack/data/nova/instances/01b25573-6cc2-45d2-a8b8-3f98573f3e09_del complete
Dec 01 21:47:03 user nova-compute[75255]: INFO nova.compute.manager [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Took 1.12 seconds to destroy the instance on the hypervisor.
Dec 01 21:47:03 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:47:03 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Took 0.39 seconds to deallocate network for instance.
Dec 01 21:47:03 user nova-compute[75255]: DEBUG nova.compute.manager [req-051dfff5-9929-4e68-9111-f54acb34b628 req-948c28f7-635a-443f-ba8a-7a6d7726fa0b service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-deleted-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:47:03 user nova-compute[75255]: INFO nova.compute.manager [req-051dfff5-9929-4e68-9111-f54acb34b628 req-948c28f7-635a-443f-ba8a-7a6d7726fa0b service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Neutron deleted interface e6be92b5-0321-4c8d-a80c-af59a5f8041c; detaching it from the instance and deleting it from the info cache
Dec 01 21:47:03 user nova-compute[75255]: DEBUG nova.network.neutron [req-051dfff5-9929-4e68-9111-f54acb34b628 req-948c28f7-635a-443f-ba8a-7a6d7726fa0b service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:47:03 user nova-compute[75255]: DEBUG nova.compute.manager [req-051dfff5-9929-4e68-9111-f54acb34b628 req-948c28f7-635a-443f-ba8a-7a6d7726fa0b service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Detach interface failed, port_id=e6be92b5-0321-4c8d-a80c-af59a5f8041c, reason: Instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09 could not be found. {{(pid=75255) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 21:47:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-f0dcb51c-41b6-4eab-a0d6-ba8fd3d01cfb req-1261e940-e81c-48e2-8f70-e760a1fe3d07 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:47:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f0dcb51c-41b6-4eab-a0d6-ba8fd3d01cfb req-1261e940-e81c-48e2-8f70-e760a1fe3d07 service nova] Acquiring lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f0dcb51c-41b6-4eab-a0d6-ba8fd3d01cfb req-1261e940-e81c-48e2-8f70-e760a1fe3d07 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f0dcb51c-41b6-4eab-a0d6-ba8fd3d01cfb req-1261e940-e81c-48e2-8f70-e760a1fe3d07 service nova] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:04 user nova-compute[75255]: DEBUG nova.compute.manager [req-f0dcb51c-41b6-4eab-a0d6-ba8fd3d01cfb req-1261e940-e81c-48e2-8f70-e760a1fe3d07 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] No waiting events found dispatching network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:47:04 user nova-compute[75255]: WARNING nova.compute.manager [req-f0dcb51c-41b6-4eab-a0d6-ba8fd3d01cfb req-1261e940-e81c-48e2-8f70-e760a1fe3d07 service nova] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Received unexpected event network-vif-plugged-e6be92b5-0321-4c8d-a80c-af59a5f8041c for instance with vm_state active and task_state deleting.
Dec 01 21:47:04 user nova-compute[75255]: INFO nova.compute.manager [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 01b25573-6cc2-45d2-a8b8-3f98573f3e09] Took 0.88 seconds to detach 1 volumes for instance.
Dec 01 21:47:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:04 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:47:04 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:47:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.142s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:04 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Deleted allocations for instance 01b25573-6cc2-45d2-a8b8-3f98573f3e09
Dec 01 21:47:04 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-67876492-cd05-448b-b048-f3374514f80d tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "01b25573-6cc2-45d2-a8b8-3f98573f3e09" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.709s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:07 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:12 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:47:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:47:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:47:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:47:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:47:17 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:22 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:47:26 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:47:26 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:47:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:47:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:47:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:47:31 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:47:31 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:47:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:31 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:47:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:31 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:32 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:47:32 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:47:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8971MB free_disk=24.9473876953125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:47:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:47:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:47:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:47:32 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:47:32 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:47:32 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:47:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.211s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:32 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:47:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:47:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:47:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:47:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "177095af-de5c-4c3f-85b5-fa342e431b14" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "177095af-de5c-4c3f-85b5-fa342e431b14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:47:34 user nova-compute[75255]: INFO nova.compute.claims [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Claim successful on node user
Dec 01 21:47:34 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.199s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG nova.network.neutron [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:47:34 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:47:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG nova.policy [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6fdbd958a7c41488dfe48dee69fc107', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e4d1262749e4884974f604d5ba2df1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:47:34 user nova-compute[75255]: INFO nova.virt.block_device [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Booting with volume 0fa62246-36f4-4e2f-b802-3a269f2a7fb6 at /dev/vda
Dec 01 21:47:34 user nova-compute[75255]: DEBUG os_brick.utils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8db0bfc0-01ad-4d61-bacb-3418893a118f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3091de2a-5ca7-4e76-a27f-1be2900dddf3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[be8b7981-8e01-4cf8-9af4-efe34fe771cb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[092742b7-8228-4664-96af-879641055dcf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:47:34 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:47:34 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[78629269-3cd0-4ec3-a7e0-af2cb7ca5db5]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG os_brick.utils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:47:34 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updating existing volume attachment record: 3deec079-0477-4678-b46e-31bd90d96b02 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:47:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Successfully created port: b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:47:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Successfully updated port: b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:47:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:47:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquired lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:47:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:47:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-069342f9-ebf8-4e45-89bf-bffdd1be402d req-5f920c60-d866-49a8-959d-eab6589ea223 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received event network-changed-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:47:35 user nova-compute[75255]: DEBUG nova.compute.manager [req-069342f9-ebf8-4e45-89bf-bffdd1be402d req-5f920c60-d866-49a8-959d-eab6589ea223 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Refreshing instance network info cache due to event network-changed-b0447ca7-8095-4783-a8ff-34a7b452287e. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:47:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-069342f9-ebf8-4e45-89bf-bffdd1be402d req-5f920c60-d866-49a8-959d-eab6589ea223 service nova] Acquiring lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:47:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:47:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updating instance_info_cache with network_info: [{"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:47:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Releasing lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:47:36 user nova-compute[75255]: DEBUG nova.compute.manager [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Instance network_info: |[{"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:47:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-069342f9-ebf8-4e45-89bf-bffdd1be402d req-5f920c60-d866-49a8-959d-eab6589ea223 service nova] Acquired lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:47:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-069342f9-ebf8-4e45-89bf-bffdd1be402d req-5f920c60-d866-49a8-959d-eab6589ea223 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Refreshing network info cache for port b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:47:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-069342f9-ebf8-4e45-89bf-bffdd1be402d req-5f920c60-d866-49a8-959d-eab6589ea223 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updated VIF entry in instance network info cache for port b0447ca7-8095-4783-a8ff-34a7b452287e. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:47:36 user nova-compute[75255]: DEBUG nova.network.neutron [req-069342f9-ebf8-4e45-89bf-bffdd1be402d req-5f920c60-d866-49a8-959d-eab6589ea223 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updating instance_info_cache with network_info: [{"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:47:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-069342f9-ebf8-4e45-89bf-bffdd1be402d req-5f920c60-d866-49a8-959d-eab6589ea223 service nova] Releasing lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:47:37 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:41 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:47:42 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:47:43 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Creating image(s)
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Ensure instance console log exists: /opt/stack/data/nova/instances/177095af-de5c-4c3f-85b5-fa342e431b14/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Start _get_guest_xml network_info=[{"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HFvcsKrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '177095af-de5c-4c3f-85b5-fa342e431b14', 'attached_at': '', 'detached_at': '', 'volume_id': '0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 'serial': '0fa62246-36f4-4e2f-b802-3a269f2a7fb6'}, 'device_type': 'disk', 'attachment_id': '3deec079-0477-4678-b46e-31bd90d96b02', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:47:43 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:47:43 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HFvcsKrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:47:43 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:47:43 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:47:43 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[79e5eb65-12d8-4fdb-9d91-1c985ad7fe45]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:47:43 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3762405d-a5da-4917-b809-9e84079fb51b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6] added
Dec 01 21:47:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd4c1ec0-845d-44fc-9897-e1093a33c882]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d55904-da33-4d56-9835-d1c81eb3909a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HFvcsKrL {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HFvcsKrL" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7df7611-e4ee-4074-aaa2-0a5440dc0008]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HFvcsKrL'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[791cf99c-f7f8-4e34-8a51-04dcba14cf5f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[296f2620-001b-42b8-8e5c-d5215997be87]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:47:43 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:47:43 user nova-compute[75255]:  {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:47:43 user nova-compute[75255]: WARNING os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 21:47:43 user nova-compute[75255]: 
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[288f3ba3-176a-4441-891b-6e9a9d52b845]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260]
Dec 01 21:47:43 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260] successful.
Dec 01 21:47:43 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[50838a6d-ffb2-4034-a21e-ad4a831e5e8f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a537e27c-47c3-4656-9c5e-af6a01fe53b9]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:47:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:47:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ace66dbc-3cea-49a4-acc3-48f298bbbde9]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:47:44 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HFvcsKrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23033663962303361', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23033663962303361', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:47:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1250239255',display_name='tempest-TestVolumeBootPattern-server-1250239255',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1250239255',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4GeFfO1Fug2pttZxuqoiv3HByx1E29U1qzGCnaG2itivF52nRPxPmCVii0e5dW81uceVaOuiDrcPtj3MXA23L/zh7p+JK82SQGel0NSGAbv6fksaOJVXa9YPD5V7LvtQ==',key_name='tempest-TestVolumeBootPattern-47045758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-940sc1is',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:47:35Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=177095af-de5c-4c3f-85b5-fa342e431b14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:67:5a,bridge_name='br-int',has_traffic_filtering=True,id=b0447ca7-8095-4783-a8ff-34a7b452287e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0447ca7-80') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'pci_devices' on Instance uuid 177095af-de5c-4c3f-85b5-fa342e431b14 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:47:45 user nova-compute[75255]:   <uuid>177095af-de5c-4c3f-85b5-fa342e431b14</uuid>
Dec 01 21:47:45 user nova-compute[75255]:   <name>instance-00000032</name>
Dec 01 21:47:45 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:47:45 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:47:45 user nova-compute[75255]:   <metadata>
Dec 01 21:47:45 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:47:45 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:47:45 user nova-compute[75255]:       <nova:name>tempest-TestVolumeBootPattern-server-1250239255</nova:name>
Dec 01 21:47:45 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:47:43</nova:creationTime>
Dec 01 21:47:45 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:47:45 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:47:45 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:47:45 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:47:45 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:47:45 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:47:45 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:47:45 user nova-compute[75255]:       <nova:owner>
Dec 01 21:47:45 user nova-compute[75255]:         <nova:user uuid="e6fdbd958a7c41488dfe48dee69fc107">tempest-TestVolumeBootPattern-1516495143-project-member</nova:user>
Dec 01 21:47:45 user nova-compute[75255]:         <nova:project uuid="3e4d1262749e4884974f604d5ba2df1d">tempest-TestVolumeBootPattern-1516495143</nova:project>
Dec 01 21:47:45 user nova-compute[75255]:       </nova:owner>
Dec 01 21:47:45 user nova-compute[75255]:       <nova:ports>
Dec 01 21:47:45 user nova-compute[75255]:         <nova:port uuid="b0447ca7-8095-4783-a8ff-34a7b452287e">
Dec 01 21:47:45 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 01 21:47:45 user nova-compute[75255]:         </nova:port>
Dec 01 21:47:45 user nova-compute[75255]:       </nova:ports>
Dec 01 21:47:45 user nova-compute[75255]:     </nova:instance>
Dec 01 21:47:45 user nova-compute[75255]:   </metadata>
Dec 01 21:47:45 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:47:45 user nova-compute[75255]:     <system>
Dec 01 21:47:45 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:47:45 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:47:45 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:47:45 user nova-compute[75255]:       <entry name="serial">177095af-de5c-4c3f-85b5-fa342e431b14</entry>
Dec 01 21:47:45 user nova-compute[75255]:       <entry name="uuid">177095af-de5c-4c3f-85b5-fa342e431b14</entry>
Dec 01 21:47:45 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:47:45 user nova-compute[75255]:     </system>
Dec 01 21:47:45 user nova-compute[75255]:   </sysinfo>
Dec 01 21:47:45 user nova-compute[75255]:   <os>
Dec 01 21:47:45 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:47:45 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:47:45 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:47:45 user nova-compute[75255]:   </os>
Dec 01 21:47:45 user nova-compute[75255]:   <features>
Dec 01 21:47:45 user nova-compute[75255]:     <acpi/>
Dec 01 21:47:45 user nova-compute[75255]:     <apic/>
Dec 01 21:47:45 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:47:45 user nova-compute[75255]:   </features>
Dec 01 21:47:45 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:47:45 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:47:45 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:47:45 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:47:45 user nova-compute[75255]:   </clock>
Dec 01 21:47:45 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:47:45 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:47:45 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:47:45 user nova-compute[75255]:   </cpu>
Dec 01 21:47:45 user nova-compute[75255]:   <devices>
Dec 01 21:47:45 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:47:45 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:47:45 user nova-compute[75255]:       <source dev="/dev/sdb"/>
Dec 01 21:47:45 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:47:45 user nova-compute[75255]:       <serial>0fa62246-36f4-4e2f-b802-3a269f2a7fb6</serial>
Dec 01 21:47:45 user nova-compute[75255]:     </disk>
Dec 01 21:47:45 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:47:45 user nova-compute[75255]:       <mac address="fa:16:3e:71:67:5a"/>
Dec 01 21:47:45 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:47:45 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:47:45 user nova-compute[75255]:       <target dev="tapb0447ca7-80"/>
Dec 01 21:47:45 user nova-compute[75255]:     </interface>
Dec 01 21:47:45 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:47:45 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/177095af-de5c-4c3f-85b5-fa342e431b14/console.log" append="off"/>
Dec 01 21:47:45 user nova-compute[75255]:     </serial>
Dec 01 21:47:45 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:47:45 user nova-compute[75255]:     <video>
Dec 01 21:47:45 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:47:45 user nova-compute[75255]:     </video>
Dec 01 21:47:45 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:47:45 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:47:45 user nova-compute[75255]:     </rng>
Dec 01 21:47:45 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:47:45 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:47:45 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:47:45 user nova-compute[75255]:     </memballoon>
Dec 01 21:47:45 user nova-compute[75255]:   </devices>
Dec 01 21:47:45 user nova-compute[75255]: </domain>
Dec 01 21:47:45 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:47:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1250239255',display_name='tempest-TestVolumeBootPattern-server-1250239255',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1250239255',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4GeFfO1Fug2pttZxuqoiv3HByx1E29U1qzGCnaG2itivF52nRPxPmCVii0e5dW81uceVaOuiDrcPtj3MXA23L/zh7p+JK82SQGel0NSGAbv6fksaOJVXa9YPD5V7LvtQ==',key_name='tempest-TestVolumeBootPattern-47045758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-940sc1is',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:47:35Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=177095af-de5c-4c3f-85b5-fa342e431b14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:67:5a,bridge_name='br-int',has_traffic_filtering=True,id=b0447ca7-8095-4783-a8ff-34a7b452287e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0447ca7-80') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG os_vif [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:67:5a,bridge_name='br-int',has_traffic_filtering=True,id=b0447ca7-8095-4783-a8ff-34a7b452287e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0447ca7-80') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3b22940d-c26b-5da5-b21a-fb3a6c865e42', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb0447ca7-80, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb0447ca7-80, col_values=(('qos', UUID('c2ca0846-ec41-4949-b824-bd0a59157e2f')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb0447ca7-80, col_values=(('external_ids', {'iface-id': 'b0447ca7-8095-4783-a8ff-34a7b452287e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:67:5a', 'vm-uuid': '177095af-de5c-4c3f-85b5-fa342e431b14'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:45 user nova-compute[75255]: INFO os_vif [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:67:5a,bridge_name='br-int',has_traffic_filtering=True,id=b0447ca7-8095-4783-a8ff-34a7b452287e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0447ca7-80')
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:47:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No VIF found with MAC fa:16:3e:71:67:5a, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:47:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:46 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:47:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-9ff7ca05-efbc-40b0-beaa-c1154404a14c req-44e7bb8b-12b6-4582-bc1f-3262496b4fd6 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received event network-vif-plugged-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:47:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ff7ca05-efbc-40b0-beaa-c1154404a14c req-44e7bb8b-12b6-4582-bc1f-3262496b4fd6 service nova] Acquiring lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ff7ca05-efbc-40b0-beaa-c1154404a14c req-44e7bb8b-12b6-4582-bc1f-3262496b4fd6 service nova] Lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ff7ca05-efbc-40b0-beaa-c1154404a14c req-44e7bb8b-12b6-4582-bc1f-3262496b4fd6 service nova] Lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:46 user nova-compute[75255]: DEBUG nova.compute.manager [req-9ff7ca05-efbc-40b0-beaa-c1154404a14c req-44e7bb8b-12b6-4582-bc1f-3262496b4fd6 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] No waiting events found dispatching network-vif-plugged-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:47:46 user nova-compute[75255]: WARNING nova.compute.manager [req-9ff7ca05-efbc-40b0-beaa-c1154404a14c req-44e7bb8b-12b6-4582-bc1f-3262496b4fd6 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received unexpected event network-vif-plugged-b0447ca7-8095-4783-a8ff-34a7b452287e for instance with vm_state building and task_state spawning.
Dec 01 21:47:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:47:48 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Instance spawned successfully.
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:47:48 user nova-compute[75255]: INFO nova.compute.manager [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Took 5.07 seconds to spawn the instance on the hypervisor.
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-04109142-1358-48c4-95c8-3c78baaa59c1 req-aea946e2-9d11-4a35-ad51-d6f3247b49db service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received event network-vif-plugged-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-04109142-1358-48c4-95c8-3c78baaa59c1 req-aea946e2-9d11-4a35-ad51-d6f3247b49db service nova] Acquiring lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-04109142-1358-48c4-95c8-3c78baaa59c1 req-aea946e2-9d11-4a35-ad51-d6f3247b49db service nova] Lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-04109142-1358-48c4-95c8-3c78baaa59c1 req-aea946e2-9d11-4a35-ad51-d6f3247b49db service nova] Lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:48 user nova-compute[75255]: DEBUG nova.compute.manager [req-04109142-1358-48c4-95c8-3c78baaa59c1 req-aea946e2-9d11-4a35-ad51-d6f3247b49db service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] No waiting events found dispatching network-vif-plugged-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:47:48 user nova-compute[75255]: WARNING nova.compute.manager [req-04109142-1358-48c4-95c8-3c78baaa59c1 req-aea946e2-9d11-4a35-ad51-d6f3247b49db service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received unexpected event network-vif-plugged-b0447ca7-8095-4783-a8ff-34a7b452287e for instance with vm_state building and task_state spawning.
Dec 01 21:47:48 user nova-compute[75255]: INFO nova.compute.manager [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Took 14.60 seconds to build instance.
Dec 01 21:47:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-dd073c39-bf41-4754-b9b3-957f891203a6 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "177095af-de5c-4c3f-85b5-fa342e431b14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.694s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:52 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:52 user nova-compute[75255]: INFO nova.compute.manager [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Terminating instance
Dec 01 21:47:52 user nova-compute[75255]: DEBUG nova.compute.manager [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:47:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:52 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-03b1e882-f8e2-4d71-9fe8-303e2ef8f604 req-24ec2613-b1e2-4d4a-b9b3-d4459b0f7502 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Received event network-vif-unplugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-03b1e882-f8e2-4d71-9fe8-303e2ef8f604 req-24ec2613-b1e2-4d4a-b9b3-d4459b0f7502 service nova] Acquiring lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-03b1e882-f8e2-4d71-9fe8-303e2ef8f604 req-24ec2613-b1e2-4d4a-b9b3-d4459b0f7502 service nova] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-03b1e882-f8e2-4d71-9fe8-303e2ef8f604 req-24ec2613-b1e2-4d4a-b9b3-d4459b0f7502 service nova] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-03b1e882-f8e2-4d71-9fe8-303e2ef8f604 req-24ec2613-b1e2-4d4a-b9b3-d4459b0f7502 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] No waiting events found dispatching network-vif-unplugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG nova.compute.manager [req-03b1e882-f8e2-4d71-9fe8-303e2ef8f604 req-24ec2613-b1e2-4d4a-b9b3-d4459b0f7502 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Received event network-vif-unplugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:53 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Instance destroyed successfully.
Dec 01 21:47:53 user nova-compute[75255]: DEBUG nova.objects.instance [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lazy-loading 'resources' on Instance uuid 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:28:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-594693623',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-594693623',id=36,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:28:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f123b45555484e6b8b0b30b4998da2e3',ramdisk_id='',reservation_id='r-ry4giu08',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:30:13Z,user_data=None,user_id='f868fc92eea94bcb840f0285b9055119',uuid=52c20c1f-f8f6-4f6e-a73b-6f2c542137e1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converting VIF {"id": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "address": "fa:16:3e:21:31:68", "network": {"id": "6068fd73-32e0-48e9-a9f0-90db4679d6bd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-448397806-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f123b45555484e6b8b0b30b4998da2e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6679aef-41", "ovs_interfaceid": "a6679aef-4103-46ef-b2f4-3e6770e6ff03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:21:31:68,bridge_name='br-int',has_traffic_filtering=True,id=a6679aef-4103-46ef-b2f4-3e6770e6ff03,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6679aef-41') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG os_vif [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:31:68,bridge_name='br-int',has_traffic_filtering=True,id=a6679aef-4103-46ef-b2f4-3e6770e6ff03,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6679aef-41') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6679aef-41, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ac39a504-4f3d-465f-8808-d83b2786aad6) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:47:53 user nova-compute[75255]: INFO os_vif [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:31:68,bridge_name='br-int',has_traffic_filtering=True,id=a6679aef-4103-46ef-b2f4-3e6770e6ff03,network=Network(6068fd73-32e0-48e9-a9f0-90db4679d6bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6679aef-41')
Dec 01 21:47:53 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Deleting instance files /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1_del
Dec 01 21:47:53 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Deletion of /opt/stack/data/nova/instances/52c20c1f-f8f6-4f6e-a73b-6f2c542137e1_del complete
Dec 01 21:47:53 user nova-compute[75255]: INFO nova.compute.manager [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Took 1.01 seconds to destroy the instance on the hypervisor.
Dec 01 21:47:53 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:47:53 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:47:54 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:47:54 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Took 0.45 seconds to deallocate network for instance.
Dec 01 21:47:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:54 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:47:54 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:47:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.144s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:54 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Deleted allocations for instance 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1
Dec 01 21:47:54 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-4afcd391-4043-4b93-a2e3-1f1e6f8baed1 tempest-ServerBootFromVolumeStableRescueTest-1055103376 tempest-ServerBootFromVolumeStableRescueTest-1055103376-project-member] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.781s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-3af61c11-e7ae-4fc3-afe6-ab9de6f4104a req-c6ced06e-36eb-4a07-8d5a-36dfe58bdf76 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Received event network-vif-plugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:47:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3af61c11-e7ae-4fc3-afe6-ab9de6f4104a req-c6ced06e-36eb-4a07-8d5a-36dfe58bdf76 service nova] Acquiring lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:47:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3af61c11-e7ae-4fc3-afe6-ab9de6f4104a req-c6ced06e-36eb-4a07-8d5a-36dfe58bdf76 service nova] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:47:55 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3af61c11-e7ae-4fc3-afe6-ab9de6f4104a req-c6ced06e-36eb-4a07-8d5a-36dfe58bdf76 service nova] Lock "52c20c1f-f8f6-4f6e-a73b-6f2c542137e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:47:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-3af61c11-e7ae-4fc3-afe6-ab9de6f4104a req-c6ced06e-36eb-4a07-8d5a-36dfe58bdf76 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] No waiting events found dispatching network-vif-plugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:47:55 user nova-compute[75255]: WARNING nova.compute.manager [req-3af61c11-e7ae-4fc3-afe6-ab9de6f4104a req-c6ced06e-36eb-4a07-8d5a-36dfe58bdf76 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Received unexpected event network-vif-plugged-a6679aef-4103-46ef-b2f4-3e6770e6ff03 for instance with vm_state deleted and task_state None.
Dec 01 21:47:55 user nova-compute[75255]: DEBUG nova.compute.manager [req-3af61c11-e7ae-4fc3-afe6-ab9de6f4104a req-c6ced06e-36eb-4a07-8d5a-36dfe58bdf76 service nova] [instance: 52c20c1f-f8f6-4f6e-a73b-6f2c542137e1] Received event network-vif-deleted-a6679aef-4103-46ef-b2f4-3e6770e6ff03 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:47:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:25 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:27 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:48:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:48:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:48:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:48:33 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:48:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:48:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:48:33 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:48:33 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:48:33 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8979MB free_disk=25.063079833984375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:48:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:48:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:48:34 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 177095af-de5c-4c3f-85b5-fa342e431b14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:48:34 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:48:34 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:48:34 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:48:34 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:48:34 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:48:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.322s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 177095af-de5c-4c3f-85b5-fa342e431b14 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updating instance_info_cache with network_info: [{"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:48:36 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:48:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:48:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:48:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:48:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:48:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:48:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:45 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:48:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:48:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:48:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:49:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:49:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:49:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:49:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:49:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-d878d00e-4476-42c0-9fbc-c46483b0914a req-ffa9b839-c147-4db3-950f-14023ddf6334 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received event network-changed-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:49:25 user nova-compute[75255]: DEBUG nova.compute.manager [req-d878d00e-4476-42c0-9fbc-c46483b0914a req-ffa9b839-c147-4db3-950f-14023ddf6334 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Refreshing instance network info cache due to event network-changed-b0447ca7-8095-4783-a8ff-34a7b452287e. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:49:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d878d00e-4476-42c0-9fbc-c46483b0914a req-ffa9b839-c147-4db3-950f-14023ddf6334 service nova] Acquiring lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:49:25 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d878d00e-4476-42c0-9fbc-c46483b0914a req-ffa9b839-c147-4db3-950f-14023ddf6334 service nova] Acquired lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:49:25 user nova-compute[75255]: DEBUG nova.network.neutron [req-d878d00e-4476-42c0-9fbc-c46483b0914a req-ffa9b839-c147-4db3-950f-14023ddf6334 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Refreshing network info cache for port b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:49:26 user nova-compute[75255]: DEBUG nova.network.neutron [req-d878d00e-4476-42c0-9fbc-c46483b0914a req-ffa9b839-c147-4db3-950f-14023ddf6334 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updated VIF entry in instance network info cache for port b0447ca7-8095-4783-a8ff-34a7b452287e. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:49:26 user nova-compute[75255]: DEBUG nova.network.neutron [req-d878d00e-4476-42c0-9fbc-c46483b0914a req-ffa9b839-c147-4db3-950f-14023ddf6334 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updating instance_info_cache with network_info: [{"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:49:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-d878d00e-4476-42c0-9fbc-c46483b0914a req-ffa9b839-c147-4db3-950f-14023ddf6334 service nova] Releasing lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:49:27 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:49:27 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:49:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:49:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:49:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:31 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:49:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:49:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:49:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:49:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:49:34 user nova-compute[75255]: INFO nova.compute.claims [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Claim successful on node user
Dec 01 21:49:34 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.320s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:49:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG nova.network.neutron [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:49:35 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:49:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:49:35 user nova-compute[75255]: INFO nova.virt.block_device [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Booting with volume 0cc38385-fe6d-41c1-8cd2-996a25a36fd7 at /dev/vda
Dec 01 21:49:35 user nova-compute[75255]: DEBUG nova.policy [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6fdbd958a7c41488dfe48dee69fc107', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e4d1262749e4884974f604d5ba2df1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG os_brick.utils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f996e2eb-8380-4841-aaab-09ccc54cea8e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[d95e97c0-eab6-4013-9554-14d92124ecab]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[517bf1a6-8f96-4de0-9459-0b6786421871]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d037930-d8a7-470c-83b8-4342d2b0d243]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:49:35 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b681956-8752-4da6-9190-2980f044b51a]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG os_brick.utils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Updating existing volume attachment record: 29a18a97-3157-4a07-9048-4d67f40804d3 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:49:35 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Successfully created port: 7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:49:36 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:49:36 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8992MB free_disk=25.06063461303711GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 177095af-de5c-4c3f-85b5-fa342e431b14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance f4bd24e3-ced3-4afa-86fb-a5306657a62e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.242s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Successfully updated port: 7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquired lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-2171566b-f409-4ed8-8664-69ff885328ea req-558a824d-10db-4692-ab5a-eeac98fbc61b service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received event network-changed-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.compute.manager [req-2171566b-f409-4ed8-8664-69ff885328ea req-558a824d-10db-4692-ab5a-eeac98fbc61b service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Refreshing instance network info cache due to event network-changed-7cafcf16-6954-4ce9-b0b9-942639f24bda. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2171566b-f409-4ed8-8664-69ff885328ea req-558a824d-10db-4692-ab5a-eeac98fbc61b service nova] Acquiring lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:49:36 user nova-compute[75255]: DEBUG nova.network.neutron [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.network.neutron [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Updating instance_info_cache with network_info: [{"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Releasing lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Instance network_info: |[{"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2171566b-f409-4ed8-8664-69ff885328ea req-558a824d-10db-4692-ab5a-eeac98fbc61b service nova] Acquired lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-2171566b-f409-4ed8-8664-69ff885328ea req-558a824d-10db-4692-ab5a-eeac98fbc61b service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Refreshing network info cache for port 7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Skipping network cache update for instance because it is Building. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 177095af-de5c-4c3f-85b5-fa342e431b14 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-2171566b-f409-4ed8-8664-69ff885328ea req-558a824d-10db-4692-ab5a-eeac98fbc61b service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Updated VIF entry in instance network info cache for port 7cafcf16-6954-4ce9-b0b9-942639f24bda. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.network.neutron [req-2171566b-f409-4ed8-8664-69ff885328ea req-558a824d-10db-4692-ab5a-eeac98fbc61b service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Updating instance_info_cache with network_info: [{"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-2171566b-f409-4ed8-8664-69ff885328ea req-558a824d-10db-4692-ab5a-eeac98fbc61b service nova] Releasing lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updating instance_info_cache with network_info: [{"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:49:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:49:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:49:44 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Creating image(s)
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Did not create local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Ensure instance console log exists: /opt/stack/data/nova/instances/f4bd24e3-ced3-4afa-86fb-a5306657a62e/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Start _get_guest_xml network_info=[{"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KQzhLwsj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4bd24e3-ced3-4afa-86fb-a5306657a62e', 'attached_at': '', 'detached_at': '', 'volume_id': '0cc38385-fe6d-41c1-8cd2-996a25a36fd7', 'serial': '0cc38385-fe6d-41c1-8cd2-996a25a36fd7'}, 'device_type': 'disk', 'attachment_id': '29a18a97-3157-4a07-9048-4d67f40804d3', 'boot_index': 0, 'guest_format': None, 'volume_type': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:49:44 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:49:44 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KQzhLwsj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:49:44 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:49:44 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:49:44 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e6df551-a9e8-4721-9bec-61558b8dc791]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:49:44 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f14c787-5a53-4209-82e7-453e08fdec8c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7] added
Dec 01 21:49:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c57bf55e-98f1-46e9-a01f-499454057429]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8a95a41-5d4e-46a6-aec5-838a742dc500]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KQzhLwsj {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KQzhLwsj" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f17775f-aa59-4c79-9030-890b9c7aac90]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KQzhLwsj'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f78f2eb7-fa62-43b9-b24a-398f4e54902d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f31dcdd-cac4-4306-b74c-83fb91ce15ad]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:49:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:49:44 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:49:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aa2650f-7496-473b-aca5-d31b00ffec0d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7, portal: 172.16.0.220,3260]
Dec 01 21:49:45 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7, portal: 172.16.0.220,3260] successful.
Dec 01 21:49:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5e3a8e7-d2af-4274-823d-617c79be9d1d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c56ac1d-5dce-47d1-b1f9-037c5d88ce04]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:49:45 user nova-compute[75255]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 (non-flash)
Dec 01 21:49:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:49:45 user nova-compute[75255]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 (non-flash)
Dec 01 21:49:45 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] HCTL ('34', '-', '-', 0) found on session 54 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b94f8f3-0db5-4679-af04-33a1f32441a0]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Searching for a device in session 54 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:49:45 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KQzhLwsj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '23231333235643938', 'path': '/dev/sdc'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23231333235643938', 'path': '/dev/sdc'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:49:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-59770916',display_name='tempest-TestVolumeBootPattern-server-59770916',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-59770916',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4GeFfO1Fug2pttZxuqoiv3HByx1E29U1qzGCnaG2itivF52nRPxPmCVii0e5dW81uceVaOuiDrcPtj3MXA23L/zh7p+JK82SQGel0NSGAbv6fksaOJVXa9YPD5V7LvtQ==',key_name='tempest-TestVolumeBootPattern-47045758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-vqdr79oz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:49:35Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=f4bd24e3-ced3-4afa-86fb-a5306657a62e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:48:a1,bridge_name='br-int',has_traffic_filtering=True,id=7cafcf16-6954-4ce9-b0b9-942639f24bda,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cafcf16-69') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.objects.instance [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'pci_devices' on Instance uuid f4bd24e3-ced3-4afa-86fb-a5306657a62e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:49:46 user nova-compute[75255]:   <uuid>f4bd24e3-ced3-4afa-86fb-a5306657a62e</uuid>
Dec 01 21:49:46 user nova-compute[75255]:   <name>instance-00000033</name>
Dec 01 21:49:46 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:49:46 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:49:46 user nova-compute[75255]:   <metadata>
Dec 01 21:49:46 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:49:46 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:49:46 user nova-compute[75255]:       <nova:name>tempest-TestVolumeBootPattern-server-59770916</nova:name>
Dec 01 21:49:46 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:49:44</nova:creationTime>
Dec 01 21:49:46 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:49:46 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:49:46 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:49:46 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:49:46 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:49:46 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:49:46 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:49:46 user nova-compute[75255]:       <nova:owner>
Dec 01 21:49:46 user nova-compute[75255]:         <nova:user uuid="e6fdbd958a7c41488dfe48dee69fc107">tempest-TestVolumeBootPattern-1516495143-project-member</nova:user>
Dec 01 21:49:46 user nova-compute[75255]:         <nova:project uuid="3e4d1262749e4884974f604d5ba2df1d">tempest-TestVolumeBootPattern-1516495143</nova:project>
Dec 01 21:49:46 user nova-compute[75255]:       </nova:owner>
Dec 01 21:49:46 user nova-compute[75255]:       <nova:ports>
Dec 01 21:49:46 user nova-compute[75255]:         <nova:port uuid="7cafcf16-6954-4ce9-b0b9-942639f24bda">
Dec 01 21:49:46 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 21:49:46 user nova-compute[75255]:         </nova:port>
Dec 01 21:49:46 user nova-compute[75255]:       </nova:ports>
Dec 01 21:49:46 user nova-compute[75255]:     </nova:instance>
Dec 01 21:49:46 user nova-compute[75255]:   </metadata>
Dec 01 21:49:46 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:49:46 user nova-compute[75255]:     <system>
Dec 01 21:49:46 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:49:46 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:49:46 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:49:46 user nova-compute[75255]:       <entry name="serial">f4bd24e3-ced3-4afa-86fb-a5306657a62e</entry>
Dec 01 21:49:46 user nova-compute[75255]:       <entry name="uuid">f4bd24e3-ced3-4afa-86fb-a5306657a62e</entry>
Dec 01 21:49:46 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:49:46 user nova-compute[75255]:     </system>
Dec 01 21:49:46 user nova-compute[75255]:   </sysinfo>
Dec 01 21:49:46 user nova-compute[75255]:   <os>
Dec 01 21:49:46 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:49:46 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:49:46 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:49:46 user nova-compute[75255]:   </os>
Dec 01 21:49:46 user nova-compute[75255]:   <features>
Dec 01 21:49:46 user nova-compute[75255]:     <acpi/>
Dec 01 21:49:46 user nova-compute[75255]:     <apic/>
Dec 01 21:49:46 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:49:46 user nova-compute[75255]:   </features>
Dec 01 21:49:46 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:49:46 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:49:46 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:49:46 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:49:46 user nova-compute[75255]:   </clock>
Dec 01 21:49:46 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:49:46 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:49:46 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:49:46 user nova-compute[75255]:   </cpu>
Dec 01 21:49:46 user nova-compute[75255]:   <devices>
Dec 01 21:49:46 user nova-compute[75255]:     <disk type="block" device="disk">
Dec 01 21:49:46 user nova-compute[75255]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:49:46 user nova-compute[75255]:       <source dev="/dev/sdc"/>
Dec 01 21:49:46 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:49:46 user nova-compute[75255]:       <serial>0cc38385-fe6d-41c1-8cd2-996a25a36fd7</serial>
Dec 01 21:49:46 user nova-compute[75255]:     </disk>
Dec 01 21:49:46 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:49:46 user nova-compute[75255]:       <mac address="fa:16:3e:9f:48:a1"/>
Dec 01 21:49:46 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:49:46 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:49:46 user nova-compute[75255]:       <target dev="tap7cafcf16-69"/>
Dec 01 21:49:46 user nova-compute[75255]:     </interface>
Dec 01 21:49:46 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:49:46 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/f4bd24e3-ced3-4afa-86fb-a5306657a62e/console.log" append="off"/>
Dec 01 21:49:46 user nova-compute[75255]:     </serial>
Dec 01 21:49:46 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:49:46 user nova-compute[75255]:     <video>
Dec 01 21:49:46 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:49:46 user nova-compute[75255]:     </video>
Dec 01 21:49:46 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:49:46 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:49:46 user nova-compute[75255]:     </rng>
Dec 01 21:49:46 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:49:46 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:49:46 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:49:46 user nova-compute[75255]:     </memballoon>
Dec 01 21:49:46 user nova-compute[75255]:   </devices>
Dec 01 21:49:46 user nova-compute[75255]: </domain>
Dec 01 21:49:46 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:49:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-59770916',display_name='tempest-TestVolumeBootPattern-server-59770916',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-59770916',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4GeFfO1Fug2pttZxuqoiv3HByx1E29U1qzGCnaG2itivF52nRPxPmCVii0e5dW81uceVaOuiDrcPtj3MXA23L/zh7p+JK82SQGel0NSGAbv6fksaOJVXa9YPD5V7LvtQ==',key_name='tempest-TestVolumeBootPattern-47045758',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-vqdr79oz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:49:35Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=f4bd24e3-ced3-4afa-86fb-a5306657a62e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:48:a1,bridge_name='br-int',has_traffic_filtering=True,id=7cafcf16-6954-4ce9-b0b9-942639f24bda,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cafcf16-69') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG os_vif [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:48:a1,bridge_name='br-int',has_traffic_filtering=True,id=7cafcf16-6954-4ce9-b0b9-942639f24bda,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cafcf16-69') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c0128c67-5e55-5454-8dbe-0c0dc2651dc8', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7cafcf16-69, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7cafcf16-69, col_values=(('qos', UUID('c6d159bd-402f-4159-a85c-d37728708d6b')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7cafcf16-69, col_values=(('external_ids', {'iface-id': '7cafcf16-6954-4ce9-b0b9-942639f24bda', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9f:48:a1', 'vm-uuid': 'f4bd24e3-ced3-4afa-86fb-a5306657a62e'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:46 user nova-compute[75255]: INFO os_vif [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:48:a1,bridge_name='br-int',has_traffic_filtering=True,id=7cafcf16-6954-4ce9-b0b9-942639f24bda,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cafcf16-69')
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:49:46 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] No VIF found with MAC fa:16:3e:9f:48:a1, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:49:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-3c7db97c-948a-440d-af09-d5155a0ad2a9 req-5969253d-5150-417c-adb7-060dbe2e1158 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received event network-vif-plugged-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:49:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3c7db97c-948a-440d-af09-d5155a0ad2a9 req-5969253d-5150-417c-adb7-060dbe2e1158 service nova] Acquiring lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:49:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3c7db97c-948a-440d-af09-d5155a0ad2a9 req-5969253d-5150-417c-adb7-060dbe2e1158 service nova] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:49:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3c7db97c-948a-440d-af09-d5155a0ad2a9 req-5969253d-5150-417c-adb7-060dbe2e1158 service nova] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:49:47 user nova-compute[75255]: DEBUG nova.compute.manager [req-3c7db97c-948a-440d-af09-d5155a0ad2a9 req-5969253d-5150-417c-adb7-060dbe2e1158 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] No waiting events found dispatching network-vif-plugged-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:49:47 user nova-compute[75255]: WARNING nova.compute.manager [req-3c7db97c-948a-440d-af09-d5155a0ad2a9 req-5969253d-5150-417c-adb7-060dbe2e1158 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received unexpected event network-vif-plugged-7cafcf16-6954-4ce9-b0b9-942639f24bda for instance with vm_state building and task_state spawning.
Dec 01 21:49:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:47 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:48 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:49:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Instance spawned successfully.
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:49:49 user nova-compute[75255]: INFO nova.compute.manager [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Took 5.18 seconds to spawn the instance on the hypervisor.
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-9b4a33d9-87a3-41d1-a392-67033ac1944c req-105d9a6b-f223-42fd-b2db-f5607d36d4e1 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received event network-vif-plugged-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9b4a33d9-87a3-41d1-a392-67033ac1944c req-105d9a6b-f223-42fd-b2db-f5607d36d4e1 service nova] Acquiring lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9b4a33d9-87a3-41d1-a392-67033ac1944c req-105d9a6b-f223-42fd-b2db-f5607d36d4e1 service nova] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9b4a33d9-87a3-41d1-a392-67033ac1944c req-105d9a6b-f223-42fd-b2db-f5607d36d4e1 service nova] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:49:49 user nova-compute[75255]: DEBUG nova.compute.manager [req-9b4a33d9-87a3-41d1-a392-67033ac1944c req-105d9a6b-f223-42fd-b2db-f5607d36d4e1 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] No waiting events found dispatching network-vif-plugged-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:49:49 user nova-compute[75255]: WARNING nova.compute.manager [req-9b4a33d9-87a3-41d1-a392-67033ac1944c req-105d9a6b-f223-42fd-b2db-f5607d36d4e1 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received unexpected event network-vif-plugged-7cafcf16-6954-4ce9-b0b9-942639f24bda for instance with vm_state building and task_state spawning.
Dec 01 21:49:50 user nova-compute[75255]: INFO nova.compute.manager [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Took 15.40 seconds to build instance.
Dec 01 21:49:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-126d8c7d-19e6-4677-9ef2-e26e841fd09f tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.497s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:49:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:49:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:49:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:50:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:50:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:50:28 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:50:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:31 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:50:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:50:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:34 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:50:35 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:50:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:36 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:50:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:50:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:50:36 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:50:36 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:50:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:50:36 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:50:37 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:50:37 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:50:37 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8850MB free_disk=25.05797576904297GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:50:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:50:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:50:37 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 177095af-de5c-4c3f-85b5-fa342e431b14 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:50:37 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance f4bd24e3-ced3-4afa-86fb-a5306657a62e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:50:37 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:50:37 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:50:37 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:50:37 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:50:37 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:50:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.249s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:50:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:50:39 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:50:39 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:50:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:50:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:50:39 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:50:39 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid 177095af-de5c-4c3f-85b5-fa342e431b14 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:50:39 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updating instance_info_cache with network_info: [{"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:50:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:50:39 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:50:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:50:44 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:50:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:50:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:50:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:50:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:50:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:50:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:50:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:50:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:51:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:51:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:51:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-0923e8f6-8451-4685-bc4b-10f67c1fc887 req-da3bfc10-2a50-42e4-9c31-bd0876988951 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received event network-changed-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:51:26 user nova-compute[75255]: DEBUG nova.compute.manager [req-0923e8f6-8451-4685-bc4b-10f67c1fc887 req-da3bfc10-2a50-42e4-9c31-bd0876988951 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Refreshing instance network info cache due to event network-changed-7cafcf16-6954-4ce9-b0b9-942639f24bda. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:51:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0923e8f6-8451-4685-bc4b-10f67c1fc887 req-da3bfc10-2a50-42e4-9c31-bd0876988951 service nova] Acquiring lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:51:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0923e8f6-8451-4685-bc4b-10f67c1fc887 req-da3bfc10-2a50-42e4-9c31-bd0876988951 service nova] Acquired lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:51:26 user nova-compute[75255]: DEBUG nova.network.neutron [req-0923e8f6-8451-4685-bc4b-10f67c1fc887 req-da3bfc10-2a50-42e4-9c31-bd0876988951 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Refreshing network info cache for port 7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-0923e8f6-8451-4685-bc4b-10f67c1fc887 req-da3bfc10-2a50-42e4-9c31-bd0876988951 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Updated VIF entry in instance network info cache for port 7cafcf16-6954-4ce9-b0b9-942639f24bda. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-0923e8f6-8451-4685-bc4b-10f67c1fc887 req-da3bfc10-2a50-42e4-9c31-bd0876988951 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Updating instance_info_cache with network_info: [{"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-0923e8f6-8451-4685-bc4b-10f67c1fc887 req-da3bfc10-2a50-42e4-9c31-bd0876988951 service nova] Releasing lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-f0b3507c-a1da-4f13-9845-da7b02cd8590 req-774502e8-3ad4-473b-bf8a-dfc86c428291 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received event network-changed-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-f0b3507c-a1da-4f13-9845-da7b02cd8590 req-774502e8-3ad4-473b-bf8a-dfc86c428291 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Refreshing instance network info cache due to event network-changed-7cafcf16-6954-4ce9-b0b9-942639f24bda. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f0b3507c-a1da-4f13-9845-da7b02cd8590 req-774502e8-3ad4-473b-bf8a-dfc86c428291 service nova] Acquiring lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f0b3507c-a1da-4f13-9845-da7b02cd8590 req-774502e8-3ad4-473b-bf8a-dfc86c428291 service nova] Acquired lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-f0b3507c-a1da-4f13-9845-da7b02cd8590 req-774502e8-3ad4-473b-bf8a-dfc86c428291 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Refreshing network info cache for port 7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:51:27 user nova-compute[75255]: INFO nova.compute.manager [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Terminating instance
Dec 01 21:51:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-f0b3507c-a1da-4f13-9845-da7b02cd8590 req-774502e8-3ad4-473b-bf8a-dfc86c428291 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Updated VIF entry in instance network info cache for port 7cafcf16-6954-4ce9-b0b9-942639f24bda. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-f0b3507c-a1da-4f13-9845-da7b02cd8590 req-774502e8-3ad4-473b-bf8a-dfc86c428291 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Updating instance_info_cache with network_info: [{"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:51:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f0b3507c-a1da-4f13-9845-da7b02cd8590 req-774502e8-3ad4-473b-bf8a-dfc86c428291 service nova] Releasing lock "refresh_cache-f4bd24e3-ced3-4afa-86fb-a5306657a62e" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Instance destroyed successfully.
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.objects.instance [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'resources' on Instance uuid f4bd24e3-ced3-4afa-86fb-a5306657a62e {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:49:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-59770916',display_name='tempest-TestVolumeBootPattern-server-59770916',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-59770916',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4GeFfO1Fug2pttZxuqoiv3HByx1E29U1qzGCnaG2itivF52nRPxPmCVii0e5dW81uceVaOuiDrcPtj3MXA23L/zh7p+JK82SQGel0NSGAbv6fksaOJVXa9YPD5V7LvtQ==',key_name='tempest-TestVolumeBootPattern-47045758',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:49:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-vqdr79oz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:49:50Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=f4bd24e3-ced3-4afa-86fb-a5306657a62e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "address": "fa:16:3e:9f:48:a1", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7cafcf16-69", "ovs_interfaceid": "7cafcf16-6954-4ce9-b0b9-942639f24bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9f:48:a1,bridge_name='br-int',has_traffic_filtering=True,id=7cafcf16-6954-4ce9-b0b9-942639f24bda,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cafcf16-69') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_vif [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:48:a1,bridge_name='br-int',has_traffic_filtering=True,id=7cafcf16-6954-4ce9-b0b9-942639f24bda,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cafcf16-69') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7cafcf16-69, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c6d159bd-402f-4159-a85c-d37728708d6b) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:28 user nova-compute[75255]: INFO os_vif [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:48:a1,bridge_name='br-int',has_traffic_filtering=True,id=7cafcf16-6954-4ce9-b0b9-942639f24bda,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7cafcf16-69')
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KQzhLwsj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:51:28 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5009207c-befb-40f8-9ec0-60e89565ccf2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:51:28 user nova-compute[75255]: No targets found.
Dec 01 21:51:28 user nova-compute[75255]: iSNS:
Dec 01 21:51:28 user nova-compute[75255]: No targets found.
Dec 01 21:51:28 user nova-compute[75255]: STATIC:
Dec 01 21:51:28 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6
Dec 01 21:51:28 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:51:28 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:51:28 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7
Dec 01 21:51:28 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:51:28 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:51:28 user nova-compute[75255]: FIRMWARE:
Dec 01 21:51:28 user nova-compute[75255]: No targets found.
Dec 01 21:51:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:51:28 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:51:28 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[480155cf-f6d1-476d-805d-736390d45afd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e413d95c-8248-4575-93f3-4d86456ebc60]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:51:28 user nova-compute[75255]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 (non-flash)
Dec 01 21:51:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:51:28 user nova-compute[75255]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 (non-flash)
Dec 01 21:51:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8280500ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7'): ({'sdc'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Removing single pathed devices sdc {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c45c0088-842c-453c-8795-25f0a3b873b6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae6766c-85c7-48c4-9445-a78c0fea1366]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flushing IO for device /dev/sdc {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7da85e7-16d7-408e-aae2-8642a295a869]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe08d507-8178-405c-8bd8-14a52d24e5af]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] SCSI volumes sdc have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_29edd094', '/dev/disk/by-id/scsi-1SCST_BIO29edd094-21325d98102444dc', '/dev/disk/by-id/scsi-23231333235643938') {{(pid=85768) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8551a245-cf3d-4611-8fa8-9d83497dbd26]: (4, None) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[db3b8f76-c6c8-4bc6-9b73-afc115117194]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c670936d-5110-4408-86ce-9471fa6fe575]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7, portal: 172.16.0.220,3260]
Dec 01 21:51:28 user nova-compute[75255]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7, portal: 172.16.0.220,3260] successful.
Dec 01 21:51:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc38385-fe6d-41c1-8cd2-996a25a36fd7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ab78a3b-00eb-4fc5-ab8b-ac2f411dcb71]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== disconnect_volume: return (327ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:51:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Deleting instance files /opt/stack/data/nova/instances/f4bd24e3-ced3-4afa-86fb-a5306657a62e_del
Dec 01 21:51:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Deletion of /opt/stack/data/nova/instances/f4bd24e3-ced3-4afa-86fb-a5306657a62e_del complete
Dec 01 21:51:28 user nova-compute[75255]: INFO nova.compute.manager [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Took 1.18 seconds to destroy the instance on the hypervisor.
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received event network-vif-unplugged-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] Acquiring lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] No waiting events found dispatching network-vif-unplugged-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received event network-vif-unplugged-7cafcf16-6954-4ce9-b0b9-942639f24bda for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received event network-vif-plugged-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] Acquiring lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:51:28 user nova-compute[75255]: DEBUG nova.compute.manager [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] No waiting events found dispatching network-vif-plugged-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:51:28 user nova-compute[75255]: WARNING nova.compute.manager [req-f450889b-f526-45ac-b283-471ea22f65f3 req-1c9d821d-a409-4f81-89cb-f93e085ebb6c service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received unexpected event network-vif-plugged-7cafcf16-6954-4ce9-b0b9-942639f24bda for instance with vm_state active and task_state deleting.
Dec 01 21:51:29 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:51:29 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Took 0.43 seconds to deallocate network for instance.
Dec 01 21:51:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-ceb336c9-a8b3-44af-8e36-084ccd5bdf54 req-a9093ad5-49a2-4026-b55c-9c9e457cf077 service nova] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Received event network-vif-deleted-7cafcf16-6954-4ce9-b0b9-942639f24bda {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:51:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:29 user nova-compute[75255]: INFO nova.compute.manager [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: f4bd24e3-ced3-4afa-86fb-a5306657a62e] Took 0.78 seconds to detach 1 volumes for instance.
Dec 01 21:51:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:51:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:51:29 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:51:29 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:51:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.147s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:51:30 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Deleted allocations for instance f4bd24e3-ced3-4afa-86fb-a5306657a62e
Dec 01 21:51:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f59f002f-98ed-424a-8a39-f6dd08d38069 tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "f4bd24e3-ced3-4afa-86fb-a5306657a62e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.728s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:51:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:51:34 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:51:35 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:51:35 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:51:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:51:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:51:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:51:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:51:37 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:51:37 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:51:37 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:51:37 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:51:37 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8965MB free_disk=25.047725677490234GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:51:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:51:37 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:51:38 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance 177095af-de5c-4c3f-85b5-fa342e431b14 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:51:38 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:51:38 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:51:38 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:51:38 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:51:38 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:51:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.152s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:51:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:41 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:51:41 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:51:41 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:51:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:51:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:51:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:51:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:51:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:46 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:51:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:51:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:51:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:52:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-809bfa88-8037-4bfc-b4d1-ab0d146370fe req-1d8be06a-90b8-4c0a-860c-51e56bbf26ea service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received event network-changed-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG nova.compute.manager [req-809bfa88-8037-4bfc-b4d1-ab0d146370fe req-1d8be06a-90b8-4c0a-860c-51e56bbf26ea service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Refreshing instance network info cache due to event network-changed-b0447ca7-8095-4783-a8ff-34a7b452287e. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-809bfa88-8037-4bfc-b4d1-ab0d146370fe req-1d8be06a-90b8-4c0a-860c-51e56bbf26ea service nova] Acquiring lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-809bfa88-8037-4bfc-b4d1-ab0d146370fe req-1d8be06a-90b8-4c0a-860c-51e56bbf26ea service nova] Acquired lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-809bfa88-8037-4bfc-b4d1-ab0d146370fe req-1d8be06a-90b8-4c0a-860c-51e56bbf26ea service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Refreshing network info cache for port b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "177095af-de5c-4c3f-85b5-fa342e431b14" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "177095af-de5c-4c3f-85b5-fa342e431b14" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:52:27 user nova-compute[75255]: INFO nova.compute.manager [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Terminating instance
Dec 01 21:52:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-809bfa88-8037-4bfc-b4d1-ab0d146370fe req-1d8be06a-90b8-4c0a-860c-51e56bbf26ea service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updated VIF entry in instance network info cache for port b0447ca7-8095-4783-a8ff-34a7b452287e. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG nova.network.neutron [req-809bfa88-8037-4bfc-b4d1-ab0d146370fe req-1d8be06a-90b8-4c0a-860c-51e56bbf26ea service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updating instance_info_cache with network_info: [{"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:52:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-809bfa88-8037-4bfc-b4d1-ab0d146370fe req-1d8be06a-90b8-4c0a-860c-51e56bbf26ea service nova] Releasing lock "refresh_cache-177095af-de5c-4c3f-85b5-fa342e431b14" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Instance destroyed successfully.
Dec 01 21:52:28 user nova-compute[75255]: DEBUG nova.objects.instance [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lazy-loading 'resources' on Instance uuid 177095af-de5c-4c3f-85b5-fa342e431b14 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:47:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1250239255',display_name='tempest-TestVolumeBootPattern-server-1250239255',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1250239255',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4GeFfO1Fug2pttZxuqoiv3HByx1E29U1qzGCnaG2itivF52nRPxPmCVii0e5dW81uceVaOuiDrcPtj3MXA23L/zh7p+JK82SQGel0NSGAbv6fksaOJVXa9YPD5V7LvtQ==',key_name='tempest-TestVolumeBootPattern-47045758',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:47:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e4d1262749e4884974f604d5ba2df1d',ramdisk_id='',reservation_id='r-940sc1is',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1516495143',owner_user_name='tempest-TestVolumeBootPattern-1516495143-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:47:49Z,user_data=None,user_id='e6fdbd958a7c41488dfe48dee69fc107',uuid=177095af-de5c-4c3f-85b5-fa342e431b14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converting VIF {"id": "b0447ca7-8095-4783-a8ff-34a7b452287e", "address": "fa:16:3e:71:67:5a", "network": {"id": "85b046fc-df96-405b-a197-6030fcbd27d6", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2000409220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e4d1262749e4884974f604d5ba2df1d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0447ca7-80", "ovs_interfaceid": "b0447ca7-8095-4783-a8ff-34a7b452287e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:71:67:5a,bridge_name='br-int',has_traffic_filtering=True,id=b0447ca7-8095-4783-a8ff-34a7b452287e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0447ca7-80') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_vif [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:67:5a,bridge_name='br-int',has_traffic_filtering=True,id=b0447ca7-8095-4783-a8ff-34a7b452287e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0447ca7-80') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb0447ca7-80, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c2ca0846-ec41-4949-b824-bd0a59157e2f) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:52:28 user nova-compute[75255]: INFO os_vif [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:67:5a,bridge_name='br-int',has_traffic_filtering=True,id=b0447ca7-8095-4783-a8ff-34a7b452287e,network=Network(85b046fc-df96-405b-a197-6030fcbd27d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0447ca7-80')
Dec 01 21:52:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HFvcsKrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:52:28 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[428e1a47-f045-463c-bdd4-0786f83ce7c1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38f8d6fa-8b31-44e2-8131-87f844499269\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:352bc2ad-2671-4771-9ae5-b910d5a25219\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:52:28 user nova-compute[75255]: No targets found.
Dec 01 21:52:28 user nova-compute[75255]: iSNS:
Dec 01 21:52:28 user nova-compute[75255]: No targets found.
Dec 01 21:52:28 user nova-compute[75255]: STATIC:
Dec 01 21:52:28 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:38f8d6fa-8b31-44e2-8131-87f844499269
Dec 01 21:52:28 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:52:28 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:52:28 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:352bc2ad-2671-4771-9ae5-b910d5a25219
Dec 01 21:52:28 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:52:28 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:52:28 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6
Dec 01 21:52:28 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:52:28 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:52:28 user nova-compute[75255]: FIRMWARE:
Dec 01 21:52:28 user nova-compute[75255]: No targets found.
Dec 01 21:52:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:52:28 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:52:28 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fb8175b-dbf7-41c2-bc9e-4ce9e69fea8d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:352bc2ad-2671-4771-9ae5-b910d5a25219\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38f8d6fa-8b31-44e2-8131-87f844499269\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbed46f6-fe39-4cf1-8171-ef532190cbaa]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:352bc2ad-2671-4771-9ae5-b910d5a25219 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38f8d6fa-8b31-44e2-8131-87f844499269 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:52:28 user nova-compute[75255]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:352bc2ad-2671-4771-9ae5-b910d5a25219 (non-flash)
Dec 01 21:52:28 user nova-compute[75255]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38f8d6fa-8b31-44e2-8131-87f844499269 (non-flash)
Dec 01 21:52:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 (non-flash)
Dec 01 21:52:28 user nova-compute[75255]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:352bc2ad-2671-4771-9ae5-b910d5a25219 (non-flash)
Dec 01 21:52:28 user nova-compute[75255]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38f8d6fa-8b31-44e2-8131-87f844499269 (non-flash)
Dec 01 21:52:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cc9b640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2510e972-b1d6-4003-946a-8790e3ad7715]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b87d459-7612-436a-ab5c-ba8b6f791bab]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[edfa0bf9-293a-404c-8d40-a7d834c4e63f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[996a6b7a-9e1d-44d9-9b4c-2fa354eb1aec]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_c0c546fe', '/dev/disk/by-id/scsi-23033663962303361', '/dev/disk/by-id/scsi-1SCST_BIOc0c546fe-03f9b03a82de2dc4') {{(pid=85768) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[81cf2251-7c8e-4c33-8a22-b5d2868ae3bc]: (4, None) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ddf0680-14e5-4026-b50a-21707733bb03]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[caa9488e-9dbe-4c87-98fc-b7523112aecc]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260]
Dec 01 21:52:28 user nova-compute[75255]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6, portal: 172.16.0.220,3260] successful.
Dec 01 21:52:28 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0fa62246-36f4-4e2f-b802-3a269f2a7fb6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca07707a-872b-422e-9056-aacd8d6451c2]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] <== disconnect_volume: return (326ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:52:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Deleting instance files /opt/stack/data/nova/instances/177095af-de5c-4c3f-85b5-fa342e431b14_del
Dec 01 21:52:28 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Deletion of /opt/stack/data/nova/instances/177095af-de5c-4c3f-85b5-fa342e431b14_del complete
Dec 01 21:52:28 user nova-compute[75255]: INFO nova.compute.manager [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Took 1.19 seconds to destroy the instance on the hypervisor.
Dec 01 21:52:28 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 21:52:28 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:52:29 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Took 0.45 seconds to deallocate network for instance.
Dec 01 21:52:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-44144ab8-0bb9-4b1a-b95a-d6af4bca5655 req-7f97d600-842a-4249-b8c9-5c0916a901c0 service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received event network-vif-deleted-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received event network-vif-unplugged-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] Acquiring lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] Lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] Lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] No waiting events found dispatching network-vif-unplugged-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received event network-vif-unplugged-b0447ca7-8095-4783-a8ff-34a7b452287e for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received event network-vif-plugged-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] Acquiring lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] Lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] Lock "177095af-de5c-4c3f-85b5-fa342e431b14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] No waiting events found dispatching network-vif-plugged-b0447ca7-8095-4783-a8ff-34a7b452287e {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:52:29 user nova-compute[75255]: WARNING nova.compute.manager [req-9ea8f366-285d-4d8c-adef-7f6c6cf4279a req-b4e17fd2-ebfb-4658-a80f-c96f2e050d3f service nova] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Received unexpected event network-vif-plugged-b0447ca7-8095-4783-a8ff-34a7b452287e for instance with vm_state active and task_state deleting.
Dec 01 21:52:29 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:52:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:52:30 user nova-compute[75255]: INFO nova.compute.manager [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] [instance: 177095af-de5c-4c3f-85b5-fa342e431b14] Took 0.86 seconds to detach 1 volumes for instance.
Dec 01 21:52:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:52:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:52:30 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:52:30 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:52:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.118s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:52:30 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Deleted allocations for instance 177095af-de5c-4c3f-85b5-fa342e431b14
Dec 01 21:52:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-8723e6a8-2bc6-4756-9926-1597539f47bf tempest-TestVolumeBootPattern-1516495143 tempest-TestVolumeBootPattern-1516495143-project-member] Lock "177095af-de5c-4c3f-85b5-fa342e431b14" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.805s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:52:33 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:34 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:52:35 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:52:35 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:52:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:52:38 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:52:38 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:52:38 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=9093MB free_disk=25.04586410522461GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:52:38 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:52:39 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:52:39 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:52:39 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.147s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:52:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:52:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:52:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:52:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 21:52:43 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:48 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:48 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:52:53 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:52:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:52:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:52:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:52:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:52:58 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:03 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:53:08 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:13 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:18 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:23 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:53:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:53:26 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Starting instance... {{(pid=75255) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 21:53:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:53:26 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:53:26 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75255) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 21:53:26 user nova-compute[75255]: INFO nova.compute.claims [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Claim successful on node user
Dec 01 21:53:26 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.245s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Start building networks asynchronously for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Allocating IP information in the background. {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] allocate_for_instance() {{(pid=75255) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 21:53:27 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 21:53:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Start building block device mappings for instance. {{(pid=75255) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Start spawning the instance on the hypervisor. {{(pid=75255) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Creating instance directory {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 21:53:27 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Creating image(s)
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "/opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "/opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "/opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG nova.policy [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201fbb447dd54792ad159125d57fa813', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84dd1f94d0cb421ca7a1beaad008385f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75255) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk 1073741824 {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12,backing_fmt=raw /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk 1073741824" returned: 0 in 0.092s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64ce1e27cabb04ef8fbb5b8167c82a5b08aa3c12 --force-share --output=json" returned: 0 in 0.209s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk. size=1073741824 {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 21:53:27 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:53:28 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:53:28 user nova-compute[75255]: DEBUG nova.virt.disk.api [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Cannot resize image /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk to a smaller size. {{(pid=75255) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 21:53:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Created local disks {{(pid=75255) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 21:53:28 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Ensure instance console log exists: /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/console.log {{(pid=75255) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 21:53:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:53:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:53:28 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:53:28 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:28 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:28 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Successfully created port: 171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Successfully updated port: 171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquired lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Building network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-bd8eee7d-52d8-4ce5-b410-21308c3a7f61 req-4d7a993e-e04a-4992-80ec-b5eceb57beff service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received event network-changed-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.compute.manager [req-bd8eee7d-52d8-4ce5-b410-21308c3a7f61 req-4d7a993e-e04a-4992-80ec-b5eceb57beff service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Refreshing instance network info cache due to event network-changed-171a5aa2-5bd5-46ca-b7fd-e682d4700f13. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bd8eee7d-52d8-4ce5-b410-21308c3a7f61 req-4d7a993e-e04a-4992-80ec-b5eceb57beff service nova] Acquiring lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Instance cache missing network info. {{(pid=75255) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.network.neutron [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Releasing lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Instance network_info: |[{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75255) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bd8eee7d-52d8-4ce5-b410-21308c3a7f61 req-4d7a993e-e04a-4992-80ec-b5eceb57beff service nova] Acquired lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.network.neutron [req-bd8eee7d-52d8-4ce5-b410-21308c3a7f61 req-4d7a993e-e04a-4992-80ec-b5eceb57beff service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Refreshing network info cache for port 171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Start _get_guest_xml network_info=[{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'disk_bus': 'virtio', 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': '5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 21:53:29 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:53:29 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] CPU controller missing on host. {{(pid=75255) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.host [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] CPU controller found on host. {{(pid=75255) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75255) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T21:03:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T21:03:18Z,direct_url=<?>,disk_format='qcow2',id=5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ae3a6cb856ae4160b2d9e20a51d040b7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T21:03:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Flavor limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Image limits 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Flavor pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Image pref 0:0:0 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75255) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Got 1 possible topologies {{(pid=75255) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.hardware [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75255) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:53:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1481556130',display_name='tempest-SnapshotDataIntegrityTests-server-1481556130',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1481556130',id=52,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL0cMrp+Cp6PM8SOfwwPAa0vpMzug5E4ZTpDt53SOvyK2a47FmIRi+hr8+r65gDh24xaJhoyFKilcKAtkGnaERxarXw3afP0+qBGkeRX97lLYkYRmWeOkYH9DbzPi6vF0Q==',key_name='tempest-keypair-627470381',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='84dd1f94d0cb421ca7a1beaad008385f',ramdisk_id='',reservation_id='r-lxf98vjn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1967403822',owner_user_name='tempest-SnapshotDataIntegrityTests-1967403822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:53:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='201fbb447dd54792ad159125d57fa813',uuid=a07363f4-9032-43e9-bfd9-df86969d1343,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75255) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Converting VIF {"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:aa:c4,bridge_name='br-int',has_traffic_filtering=True,id=171a5aa2-5bd5-46ca-b7fd-e682d4700f13,network=Network(99dda13f-cd11-4852-97a6-7af936428c97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap171a5aa2-5b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.objects.instance [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'pci_devices' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] End _get_guest_xml xml=<domain type="kvm">
Dec 01 21:53:29 user nova-compute[75255]:   <uuid>a07363f4-9032-43e9-bfd9-df86969d1343</uuid>
Dec 01 21:53:29 user nova-compute[75255]:   <name>instance-00000034</name>
Dec 01 21:53:29 user nova-compute[75255]:   <memory>524288</memory>
Dec 01 21:53:29 user nova-compute[75255]:   <vcpu>1</vcpu>
Dec 01 21:53:29 user nova-compute[75255]:   <metadata>
Dec 01 21:53:29 user nova-compute[75255]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 21:53:29 user nova-compute[75255]:       <nova:package version="0.0.0"/>
Dec 01 21:53:29 user nova-compute[75255]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1481556130</nova:name>
Dec 01 21:53:29 user nova-compute[75255]:       <nova:creationTime>2023-12-01 21:53:29</nova:creationTime>
Dec 01 21:53:29 user nova-compute[75255]:       <nova:flavor name="m1.tiny">
Dec 01 21:53:29 user nova-compute[75255]:         <nova:memory>512</nova:memory>
Dec 01 21:53:29 user nova-compute[75255]:         <nova:disk>1</nova:disk>
Dec 01 21:53:29 user nova-compute[75255]:         <nova:swap>0</nova:swap>
Dec 01 21:53:29 user nova-compute[75255]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 21:53:29 user nova-compute[75255]:         <nova:vcpus>1</nova:vcpus>
Dec 01 21:53:29 user nova-compute[75255]:       </nova:flavor>
Dec 01 21:53:29 user nova-compute[75255]:       <nova:owner>
Dec 01 21:53:29 user nova-compute[75255]:         <nova:user uuid="201fbb447dd54792ad159125d57fa813">tempest-SnapshotDataIntegrityTests-1967403822-project-member</nova:user>
Dec 01 21:53:29 user nova-compute[75255]:         <nova:project uuid="84dd1f94d0cb421ca7a1beaad008385f">tempest-SnapshotDataIntegrityTests-1967403822</nova:project>
Dec 01 21:53:29 user nova-compute[75255]:       </nova:owner>
Dec 01 21:53:29 user nova-compute[75255]:       <nova:root type="image" uuid="5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c"/>
Dec 01 21:53:29 user nova-compute[75255]:       <nova:ports>
Dec 01 21:53:29 user nova-compute[75255]:         <nova:port uuid="171a5aa2-5bd5-46ca-b7fd-e682d4700f13">
Dec 01 21:53:29 user nova-compute[75255]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 21:53:29 user nova-compute[75255]:         </nova:port>
Dec 01 21:53:29 user nova-compute[75255]:       </nova:ports>
Dec 01 21:53:29 user nova-compute[75255]:     </nova:instance>
Dec 01 21:53:29 user nova-compute[75255]:   </metadata>
Dec 01 21:53:29 user nova-compute[75255]:   <sysinfo type="smbios">
Dec 01 21:53:29 user nova-compute[75255]:     <system>
Dec 01 21:53:29 user nova-compute[75255]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 21:53:29 user nova-compute[75255]:       <entry name="product">OpenStack Nova</entry>
Dec 01 21:53:29 user nova-compute[75255]:       <entry name="version">0.0.0</entry>
Dec 01 21:53:29 user nova-compute[75255]:       <entry name="serial">a07363f4-9032-43e9-bfd9-df86969d1343</entry>
Dec 01 21:53:29 user nova-compute[75255]:       <entry name="uuid">a07363f4-9032-43e9-bfd9-df86969d1343</entry>
Dec 01 21:53:29 user nova-compute[75255]:       <entry name="family">Virtual Machine</entry>
Dec 01 21:53:29 user nova-compute[75255]:     </system>
Dec 01 21:53:29 user nova-compute[75255]:   </sysinfo>
Dec 01 21:53:29 user nova-compute[75255]:   <os>
Dec 01 21:53:29 user nova-compute[75255]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 21:53:29 user nova-compute[75255]:     <boot dev="hd"/>
Dec 01 21:53:29 user nova-compute[75255]:     <smbios mode="sysinfo"/>
Dec 01 21:53:29 user nova-compute[75255]:   </os>
Dec 01 21:53:29 user nova-compute[75255]:   <features>
Dec 01 21:53:29 user nova-compute[75255]:     <acpi/>
Dec 01 21:53:29 user nova-compute[75255]:     <apic/>
Dec 01 21:53:29 user nova-compute[75255]:     <vmcoreinfo/>
Dec 01 21:53:29 user nova-compute[75255]:   </features>
Dec 01 21:53:29 user nova-compute[75255]:   <clock offset="utc">
Dec 01 21:53:29 user nova-compute[75255]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 21:53:29 user nova-compute[75255]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 21:53:29 user nova-compute[75255]:     <timer name="hpet" present="no"/>
Dec 01 21:53:29 user nova-compute[75255]:   </clock>
Dec 01 21:53:29 user nova-compute[75255]:   <cpu mode="custom" match="exact">
Dec 01 21:53:29 user nova-compute[75255]:     <model>Nehalem</model>
Dec 01 21:53:29 user nova-compute[75255]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 21:53:29 user nova-compute[75255]:   </cpu>
Dec 01 21:53:29 user nova-compute[75255]:   <devices>
Dec 01 21:53:29 user nova-compute[75255]:     <disk type="file" device="disk">
Dec 01 21:53:29 user nova-compute[75255]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 21:53:29 user nova-compute[75255]:       <source file="/opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk"/>
Dec 01 21:53:29 user nova-compute[75255]:       <target dev="vda" bus="virtio"/>
Dec 01 21:53:29 user nova-compute[75255]:     </disk>
Dec 01 21:53:29 user nova-compute[75255]:     <interface type="ethernet">
Dec 01 21:53:29 user nova-compute[75255]:       <mac address="fa:16:3e:3c:aa:c4"/>
Dec 01 21:53:29 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:53:29 user nova-compute[75255]:       <mtu size="1442"/>
Dec 01 21:53:29 user nova-compute[75255]:       <target dev="tap171a5aa2-5b"/>
Dec 01 21:53:29 user nova-compute[75255]:     </interface>
Dec 01 21:53:29 user nova-compute[75255]:     <serial type="pty">
Dec 01 21:53:29 user nova-compute[75255]:       <log file="/opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/console.log" append="off"/>
Dec 01 21:53:29 user nova-compute[75255]:     </serial>
Dec 01 21:53:29 user nova-compute[75255]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 21:53:29 user nova-compute[75255]:     <video>
Dec 01 21:53:29 user nova-compute[75255]:       <model type="virtio"/>
Dec 01 21:53:29 user nova-compute[75255]:     </video>
Dec 01 21:53:29 user nova-compute[75255]:     <rng model="virtio">
Dec 01 21:53:29 user nova-compute[75255]:       <backend model="random">/dev/urandom</backend>
Dec 01 21:53:29 user nova-compute[75255]:     </rng>
Dec 01 21:53:29 user nova-compute[75255]:     <controller type="usb" index="0" model="none"/>
Dec 01 21:53:29 user nova-compute[75255]:     <memballoon model="virtio">
Dec 01 21:53:29 user nova-compute[75255]:       <stats period="10"/>
Dec 01 21:53:29 user nova-compute[75255]:     </memballoon>
Dec 01 21:53:29 user nova-compute[75255]:   </devices>
Dec 01 21:53:29 user nova-compute[75255]: </domain>
Dec 01 21:53:29 user nova-compute[75255]:  {{(pid=75255) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:53:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1481556130',display_name='tempest-SnapshotDataIntegrityTests-server-1481556130',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1481556130',id=52,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL0cMrp+Cp6PM8SOfwwPAa0vpMzug5E4ZTpDt53SOvyK2a47FmIRi+hr8+r65gDh24xaJhoyFKilcKAtkGnaERxarXw3afP0+qBGkeRX97lLYkYRmWeOkYH9DbzPi6vF0Q==',key_name='tempest-keypair-627470381',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='84dd1f94d0cb421ca7a1beaad008385f',ramdisk_id='',reservation_id='r-lxf98vjn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1967403822',owner_user_name='tempest-SnapshotDataIntegrityTests-1967403822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T21:53:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='201fbb447dd54792ad159125d57fa813',uuid=a07363f4-9032-43e9-bfd9-df86969d1343,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Converting VIF {"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:aa:c4,bridge_name='br-int',has_traffic_filtering=True,id=171a5aa2-5bd5-46ca-b7fd-e682d4700f13,network=Network(99dda13f-cd11-4852-97a6-7af936428c97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap171a5aa2-5b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG os_vif [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:aa:c4,bridge_name='br-int',has_traffic_filtering=True,id=171a5aa2-5bd5-46ca-b7fd-e682d4700f13,network=Network(99dda13f-cd11-4852-97a6-7af936428c97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap171a5aa2-5b') {{(pid=75255) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9f2d64fe-dbc6-5e1f-9200-1d42b3280580', '_type': 'linux-noop'}}, row=False) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap171a5aa2-5b, may_exist=True, interface_attrs={}) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap171a5aa2-5b, col_values=(('qos', UUID('1b2b2abf-7c95-4a1a-86b1-557be0b5c31b')),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap171a5aa2-5b, col_values=(('external_ids', {'iface-id': '171a5aa2-5bd5-46ca-b7fd-e682d4700f13', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3c:aa:c4', 'vm-uuid': 'a07363f4-9032-43e9-bfd9-df86969d1343'}),), if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:29 user nova-compute[75255]: INFO os_vif [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:aa:c4,bridge_name='br-int',has_traffic_filtering=True,id=171a5aa2-5bd5-46ca-b7fd-e682d4700f13,network=Network(99dda13f-cd11-4852-97a6-7af936428c97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap171a5aa2-5b')
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:53:29 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No VIF found with MAC fa:16:3e:3c:aa:c4, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:53:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-bd8eee7d-52d8-4ce5-b410-21308c3a7f61 req-4d7a993e-e04a-4992-80ec-b5eceb57beff service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updated VIF entry in instance network info cache for port 171a5aa2-5bd5-46ca-b7fd-e682d4700f13. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:53:30 user nova-compute[75255]: DEBUG nova.network.neutron [req-bd8eee7d-52d8-4ce5-b410-21308c3a7f61 req-4d7a993e-e04a-4992-80ec-b5eceb57beff service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:53:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-bd8eee7d-52d8-4ce5-b410-21308c3a7f61 req-4d7a993e-e04a-4992-80ec-b5eceb57beff service nova] Releasing lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:53:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-002fea53-9cf1-4f05-b099-fef08a5488fa req-25d7f385-2ecc-46c5-8648-bf89b101e7a1 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received event network-vif-plugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:53:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-002fea53-9cf1-4f05-b099-fef08a5488fa req-25d7f385-2ecc-46c5-8648-bf89b101e7a1 service nova] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:53:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-002fea53-9cf1-4f05-b099-fef08a5488fa req-25d7f385-2ecc-46c5-8648-bf89b101e7a1 service nova] Lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:53:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-002fea53-9cf1-4f05-b099-fef08a5488fa req-25d7f385-2ecc-46c5-8648-bf89b101e7a1 service nova] Lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:53:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-002fea53-9cf1-4f05-b099-fef08a5488fa req-25d7f385-2ecc-46c5-8648-bf89b101e7a1 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] No waiting events found dispatching network-vif-plugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:53:31 user nova-compute[75255]: WARNING nova.compute.manager [req-002fea53-9cf1-4f05-b099-fef08a5488fa req-25d7f385-2ecc-46c5-8648-bf89b101e7a1 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received unexpected event network-vif-plugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 for instance with vm_state building and task_state spawning.
Dec 01 21:53:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Instance event wait completed in 0 seconds for  {{(pid=75255) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Guest created on hypervisor {{(pid=75255) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 21:53:33 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Instance spawned successfully.
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Found default for hw_cdrom_bus of ide {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Found default for hw_disk_bus of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Found default for hw_input_bus of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Found default for hw_pointer_model of None {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Found default for hw_video_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Found default for hw_vif_model of virtio {{(pid=75255) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 21:53:33 user nova-compute[75255]: INFO nova.compute.manager [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Took 6.11 seconds to spawn the instance on the hypervisor.
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.compute.manager [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Checking state {{(pid=75255) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-3457ac2e-f760-4c02-9413-06bd3367d650 req-3c5e77cf-7c7d-4e52-954f-d5a5f1b5c159 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received event network-vif-plugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3457ac2e-f760-4c02-9413-06bd3367d650 req-3c5e77cf-7c7d-4e52-954f-d5a5f1b5c159 service nova] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3457ac2e-f760-4c02-9413-06bd3367d650 req-3c5e77cf-7c7d-4e52-954f-d5a5f1b5c159 service nova] Lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3457ac2e-f760-4c02-9413-06bd3367d650 req-3c5e77cf-7c7d-4e52-954f-d5a5f1b5c159 service nova] Lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:53:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-3457ac2e-f760-4c02-9413-06bd3367d650 req-3c5e77cf-7c7d-4e52-954f-d5a5f1b5c159 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] No waiting events found dispatching network-vif-plugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 21:53:33 user nova-compute[75255]: WARNING nova.compute.manager [req-3457ac2e-f760-4c02-9413-06bd3367d650 req-3c5e77cf-7c7d-4e52-954f-d5a5f1b5c159 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received unexpected event network-vif-plugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 for instance with vm_state building and task_state spawning.
Dec 01 21:53:33 user nova-compute[75255]: INFO nova.compute.manager [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Took 6.66 seconds to build instance.
Dec 01 21:53:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-b323ca8d-721b-41d3-b661-8d1cdd39615a tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.754s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:53:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:36 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:36 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:36 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:38 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:39 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:53:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:53:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:53:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:53:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:53:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:40 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:53:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:53:40 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:53:40 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:53:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:53:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:53:40 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:53:41 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:53:41 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:53:41 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:53:41 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=9000MB free_disk=25.042110443115234GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:53:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:53:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:53:41 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance a07363f4-9032-43e9-bfd9-df86969d1343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:53:41 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:53:41 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:53:41 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:53:41 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:53:41 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:53:41 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.404s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:53:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:53:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:53:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:53:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:53:43 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:53:43 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:53:43 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:53:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:53:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:53:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:53:46 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:46 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:53:46 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:53:46 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:48 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:50 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:53:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:53:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:54:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:54:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:54:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:54:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:54:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:54:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:54:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:54:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:54:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:54:16 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_power_states {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:54:16 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Triggering sync for uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 21:54:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:54:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:54:16 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.023s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:54:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:54:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:54:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:54:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:54:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:54:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:54:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:54:29 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:54:29 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:54:29 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:54:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:54:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:54:36 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:54:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:54:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:54:38 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:54:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:54:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:54:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:54:42 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:54:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:54:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:54:42 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:54:42 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:54:43 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:54:43 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=9031MB free_disk=25.013721466064453GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance a07363f4-9032-43e9-bfd9-df86969d1343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:54:43 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:54:44 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:54:44 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:54:44 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:54:44 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:54:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.278s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:54:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:54:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:54:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:54:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:54:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:54:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:54:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:54:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:54:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:54:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:55:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:55:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:55:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:55:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:55:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:55:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:55:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:55:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:55:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:55:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:55:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-3bfab11b-3b89-4e7c-b137-796211a1bf5a req-e28c4847-c948-4b32-aef0-79d4f93de748 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received event network-changed-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 21:55:17 user nova-compute[75255]: DEBUG nova.compute.manager [req-3bfab11b-3b89-4e7c-b137-796211a1bf5a req-e28c4847-c948-4b32-aef0-79d4f93de748 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Refreshing instance network info cache due to event network-changed-171a5aa2-5bd5-46ca-b7fd-e682d4700f13. {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 21:55:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3bfab11b-3b89-4e7c-b137-796211a1bf5a req-e28c4847-c948-4b32-aef0-79d4f93de748 service nova] Acquiring lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:55:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3bfab11b-3b89-4e7c-b137-796211a1bf5a req-e28c4847-c948-4b32-aef0-79d4f93de748 service nova] Acquired lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:55:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-3bfab11b-3b89-4e7c-b137-796211a1bf5a req-e28c4847-c948-4b32-aef0-79d4f93de748 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Refreshing network info cache for port 171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 21:55:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-3bfab11b-3b89-4e7c-b137-796211a1bf5a req-e28c4847-c948-4b32-aef0-79d4f93de748 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updated VIF entry in instance network info cache for port 171a5aa2-5bd5-46ca-b7fd-e682d4700f13. {{(pid=75255) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 21:55:17 user nova-compute[75255]: DEBUG nova.network.neutron [req-3bfab11b-3b89-4e7c-b137-796211a1bf5a req-e28c4847-c948-4b32-aef0-79d4f93de748 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:55:17 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-3bfab11b-3b89-4e7c-b137-796211a1bf5a req-e28c4847-c948-4b32-aef0-79d4f93de748 service nova] Releasing lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:55:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:19 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:55:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:55:20 user nova-compute[75255]: DEBUG nova.objects.instance [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:55:20 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:55:21 user nova-compute[75255]: INFO nova.compute.manager [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attaching volume 9ef4681a-f745-42d4-8614-920e79c0da64 to /dev/vdb
Dec 01 21:55:21 user nova-compute[75255]: DEBUG os_brick.utils [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[065f8c16-ede2-436f-8ff7-f737a75c9049]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f763c220-b8c8-4629-862c-7c4ecf39338e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[77234351-8ffc-475b-b5cc-58c10f1f7986]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceed89b9-c446-4045-a2fb-a1b7bc24139d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:55:21 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:55:21 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b49ce6ca-55f0-4d3d-85ac-1dbb46692fdc]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG os_brick.utils [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:55:21 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating existing volume attachment record: f7c0ed8e-5874-4ad1-8b8c-5fcd3cb5048f {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:55:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:55:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:55:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:55:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:55:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:55:29 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DYmLxvqO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:55:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:55:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:55:30 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb27b261-e27e-4172-bb03-207101fc5bfe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:55:30 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e1c455a-83cd-4e16-a0c9-cbda18d8ce15]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64] added
Dec 01 21:55:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[89e1a38c-4f14-42bd-9b30-697d9bc51db0]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fcf4095-1009-4442-a609-9b50992b5a9d]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DYmLxvqO {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DYmLxvqO" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4427a16b-be8b-4250-8333-1abef51a12a2]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DYmLxvqO'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a4243f3-08f9-4bdb-8017-17eead7090d6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1f3df3e-0f60-4cd4-b47c-57c5f0e76dd6]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:55:30 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:55:30 user nova-compute[75255]:  {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:55:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 21:55:30 user nova-compute[75255]: 
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[00d789aa-6758-4515-88cf-ec8d39b0b1a1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64, portal: 172.16.0.220,3260]
Dec 01 21:55:30 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64, portal: 172.16.0.220,3260] successful.
Dec 01 21:55:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[135ca39d-bbcd-4375-9e3f-b0dbbb765dd6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd38398-b081-46f9-9722-e7e78c93980d]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 (non-flash)
Dec 01 21:55:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 (non-flash)
Dec 01 21:55:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad55bf9-eed2-433c-b6db-309d11c519e9]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:55:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DYmLxvqO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '23933343537366336', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23933343537366336', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:55:31 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:55:31 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:55:31 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:55:31 user nova-compute[75255]:   <serial>9ef4681a-f745-42d4-8614-920e79c0da64</serial>
Dec 01 21:55:31 user nova-compute[75255]: </disk>
Dec 01 21:55:31 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No VIF found with MAC fa:16:3e:3c:aa:c4, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:55:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-a2b978e8-e138-414a-b3a1-907672b989d5 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.902s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:55:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:34 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:36 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:55:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:55:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:55:39 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:40 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:55:43 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:55:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:55:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:55:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:55:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:55:43 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:55:43 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75255) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 21:55:45 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:55:45 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:55:45 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=9011MB free_disk=25.004676818847656GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance a07363f4-9032-43e9-bfd9-df86969d1343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:55:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.162s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:55:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:55:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:55:49 user nova-compute[75255]: INFO nova.compute.manager [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Detaching volume 9ef4681a-f745-42d4-8614-920e79c0da64
Dec 01 21:55:49 user nova-compute[75255]: INFO nova.virt.block_device [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attempting to driver detach volume 9ef4681a-f745-42d4-8614-920e79c0da64 from mountpoint /dev/vdb
Dec 01 21:55:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Attempting to detach device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:55:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:55:49 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:55:49 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:55:49 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:55:49 user nova-compute[75255]:   <serial>9ef4681a-f745-42d4-8614-920e79c0da64</serial>
Dec 01 21:55:49 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:55:49 user nova-compute[75255]: </disk>
Dec 01 21:55:49 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:55:49 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Successfully detached device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the persistent domain config.
Dec 01 21:55:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:55:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:55:49 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:55:49 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:55:49 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:55:49 user nova-compute[75255]:   <serial>9ef4681a-f745-42d4-8614-920e79c0da64</serial>
Dec 01 21:55:49 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:55:49 user nova-compute[75255]: </disk>
Dec 01 21:55:49 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:55:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:49 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:55:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:55:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:55:51 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:55:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:55:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:55:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:55:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:55:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:55:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:56:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:56:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:56:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:56:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:56:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:09 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a07363f4-9032-43e9-bfd9-df86969d1343 is timed out.
Dec 01 21:56:09 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Successfully detached device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the live domain config.
Dec 01 21:56:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DYmLxvqO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:56:09 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:56:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[173a725b-b29b-4bd8-9353-2f9020876194]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:56:09 user nova-compute[75255]: No targets found.
Dec 01 21:56:09 user nova-compute[75255]: iSNS:
Dec 01 21:56:09 user nova-compute[75255]: No targets found.
Dec 01 21:56:09 user nova-compute[75255]: STATIC:
Dec 01 21:56:09 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64
Dec 01 21:56:09 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:56:09 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:56:09 user nova-compute[75255]: FIRMWARE:
Dec 01 21:56:09 user nova-compute[75255]: No targets found.
Dec 01 21:56:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:56:09 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:56:09 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a785d1f1-a647-4995-9ad6-298fac3dcbd1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[87551248-3cdd-4384-a1a5-f8b62e05d768]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 (non-flash)
Dec 01 21:56:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 (non-flash)
Dec 01 21:56:09 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f828050a7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f63a97f-a72c-4f2f-84ab-5dbdf93dae9d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:09 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[42797344-9993-4461-ae0c-a624cac82461]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9785983-3cd6-4304-b848-686dab3a728b]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b80e3b5d-319c-4fd2-8b1c-4e9c40e8d5be]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec37794b-1283-4340-b629-ca6261af6fe1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0285d91-b269-43b1-b052-752b7ad2fa5f]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64, portal: 172.16.0.220,3260]
Dec 01 21:56:10 user nova-compute[75255]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64, portal: 172.16.0.220,3260] successful.
Dec 01 21:56:10 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ef4681a-f745-42d4-8614-920e79c0da64 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c63cb9d4-cbbb-4906-bc3d-a2f067ed5a4a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== disconnect_volume: return (311ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:56:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:56:11 user nova-compute[75255]: DEBUG nova.objects.instance [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:56:11 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-f529b4b7-cd20-471e-8a2a-a6492aff0129 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.793s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:56:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:56:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:56:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:56:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:56:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:56:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:56:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:56:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:56:32 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:56:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:56:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:56:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:56:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:56:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:56:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:56:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:56:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:56:42 user nova-compute[75255]: DEBUG nova.objects.instance [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:56:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:56:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:56:42 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:56:42 user nova-compute[75255]: INFO nova.compute.manager [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attaching volume cd2970a1-fb5d-41d8-94fe-7384117bf32a to /dev/vdb
Dec 01 21:56:43 user nova-compute[75255]: DEBUG os_brick.utils [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fff685a-0019-41ad-ab71-4cfbef28be13]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[649c48fc-85c5-42f3-ade5-0f7da2a4e12e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a61af1-e7f5-44f5-8657-9c29aef64ce7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffaae9e4-2f24-4083-a09f-b861b397a829]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:56:43 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4537bc88-f1bd-4572-9e8b-e3a3c9ef1b61]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG os_brick.utils [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating existing volume attachment record: 33bc4888-7d26-4157-a69a-0c9b2fb2254b {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:56:43 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:56:44 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:56:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:56:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:56:44 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:45 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:56:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:56:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:56:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:56:45 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:56:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:46 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:56:46 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:56:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=9006MB free_disk=25.00381088256836GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:56:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:56:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:56:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance a07363f4-9032-43e9-bfd9-df86969d1343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:56:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:56:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:56:46 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:56:46 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:56:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:56:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.196s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:56:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xDRUueNK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:56:51 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:56:51 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:56:51 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac513bec-0610-4216-a488-166c1b619460]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:56:51 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0609855-9c45-4af5-9ac3-fcf5347eff79]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a] added
Dec 01 21:56:51 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e601dd3f-462d-4987-bab7-36ebbe729c33]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2e5d4b-4fb6-4bd9-84ce-d9ebb2ff3731]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xDRUueNK {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xDRUueNK" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e205326-b34c-4ffe-a1ad-7688f7195a3f]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xDRUueNK'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c936f5c9-a2e6-4d1a-b5cf-874f442346d8]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ec2ca5e-51bd-4897-bf12-d44bc1f220ad]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:56:51 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:56:51 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:56:51 user nova-compute[75255]:  {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:56:51 user nova-compute[75255]: WARNING os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 21:56:51 user nova-compute[75255]: 
Dec 01 21:56:51 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1db1c31-6f79-4a96-a6cd-3b938c4c1634]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a, portal: 172.16.0.220,3260]
Dec 01 21:56:52 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a, portal: 172.16.0.220,3260] successful.
Dec 01 21:56:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e40d08d-1da6-4f52-84de-0212d9a4d500]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[48ff788d-5f31-4ab8-8fdb-1db92cf8b877]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a (non-flash)
Dec 01 21:56:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a (non-flash)
Dec 01 21:56:52 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.251s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa697e63-0259-4f98-8d10-e32f11f030de]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xDRUueNK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:56:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:56:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:56:53 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23962383232303030', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:56:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23962383232303030', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:56:53 user nova-compute[75255]: DEBUG nova.objects.instance [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:56:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:56:53 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:56:53 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:56:53 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:56:53 user nova-compute[75255]:   <serial>cd2970a1-fb5d-41d8-94fe-7384117bf32a</serial>
Dec 01 21:56:53 user nova-compute[75255]: </disk>
Dec 01 21:56:53 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:56:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:56:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:56:53 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No VIF found with MAC fa:16:3e:3c:aa:c4, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:56:53 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-76a15d46-f110-4bcc-b5ed-f7ad9f4da555 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.698s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:56:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:56:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:56:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:56:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:56:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:56:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:56:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:56:56 user nova-compute[75255]: INFO nova.compute.manager [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Detaching volume cd2970a1-fb5d-41d8-94fe-7384117bf32a
Dec 01 21:56:56 user nova-compute[75255]: INFO nova.virt.block_device [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attempting to driver detach volume cd2970a1-fb5d-41d8-94fe-7384117bf32a from mountpoint /dev/vdb
Dec 01 21:56:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Attempting to detach device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:56:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:56:56 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:56:56 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:56:56 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:56:56 user nova-compute[75255]:   <serial>cd2970a1-fb5d-41d8-94fe-7384117bf32a</serial>
Dec 01 21:56:56 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:56:56 user nova-compute[75255]: </disk>
Dec 01 21:56:56 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:56:56 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Successfully detached device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the persistent domain config.
Dec 01 21:56:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:56:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:56:56 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:56:56 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:56:56 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:56:56 user nova-compute[75255]:   <serial>cd2970a1-fb5d-41d8-94fe-7384117bf32a</serial>
Dec 01 21:56:56 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:56:56 user nova-compute[75255]: </disk>
Dec 01 21:56:56 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:56:56 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:56:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:57:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:57:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:57:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:57:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:57:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:57:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:57:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:57:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:57:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:57:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:16 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a07363f4-9032-43e9-bfd9-df86969d1343 is timed out.
Dec 01 21:57:16 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Successfully detached device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the live domain config.
Dec 01 21:57:16 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xDRUueNK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:57:16 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:57:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[56807093-6a5e-4ac6-b8cc-c8c47fed1e8c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:57:16 user nova-compute[75255]: No targets found.
Dec 01 21:57:16 user nova-compute[75255]: iSNS:
Dec 01 21:57:16 user nova-compute[75255]: No targets found.
Dec 01 21:57:16 user nova-compute[75255]: STATIC:
Dec 01 21:57:16 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a
Dec 01 21:57:16 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:57:16 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:57:16 user nova-compute[75255]: FIRMWARE:
Dec 01 21:57:16 user nova-compute[75255]: No targets found.
Dec 01 21:57:16 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:57:16 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:57:16 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[54242c1e-bc6f-4e70-add8-8999dd6576ca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:16 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa0feb0a-28f1-46df-87bc-9764df574305]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a (non-flash)
Dec 01 21:57:17 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a (non-flash)
Dec 01 21:57:17 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cee5a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bca886ec-4adc-4401-860d-e3739ade9f70]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5503d2a8-baf7-49ab-bafd-1d380ec7adea]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d5a054-0514-49d5-8a8f-191eeb94085c]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f35cf25-e5dc-46bc-86ae-7e29871eb26f]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bd038e8-938a-4662-8cf9-d28f80338e14]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[967d4cf3-326c-4d0d-adb6-7166c976e5eb]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a, portal: 172.16.0.220,3260]
Dec 01 21:57:17 user nova-compute[75255]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a, portal: 172.16.0.220,3260] successful.
Dec 01 21:57:17 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd2970a1-fb5d-41d8-94fe-7384117bf32a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2be2414c-b223-4da9-b1a2-89d1ed818806]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== disconnect_volume: return (284ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:57:17 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:57:18 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:57:18 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5e01cfa4-825f-49a6-879a-d258b549a363 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.873s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:57:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:57:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:57:30 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:57:34 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:57:34 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:57:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:57:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:57:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:57:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:57:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:57:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:57:44 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:57:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:57:44 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:57:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:57:44 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:57:44 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:57:44 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:45 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:46 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:57:46 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:57:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=9007MB free_disk=25.002994537353516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:57:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:57:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:57:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance a07363f4-9032-43e9-bfd9-df86969d1343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:57:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:57:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:57:46 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:57:46 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:57:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:57:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.202s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG nova.objects.instance [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:57:49 user nova-compute[75255]: INFO nova.compute.manager [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attaching volume 215f64c8-0ef9-4eab-8259-0d317e63a3a6 to /dev/vdb
Dec 01 21:57:49 user nova-compute[75255]: DEBUG os_brick.utils [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6f1793-fef5-4c5b-96a0-a3c5e2458131]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[db7a9616-b1f1-4fe8-b5c8-0d07af0dcab4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea267294-7bd4-4d19-b1bc-27b7d391ace8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc45c3e7-abdb-4107-871a-704a454bceef]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:57:49 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:57:49 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f6ebbc8-c36e-4b49-9dd0-e35d15124408]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG os_brick.utils [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:57:49 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating existing volume attachment record: 0bf3fe3c-2c39-43a1-8480-f8dc69040960 {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:57:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:57:52 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:57:54 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NweDGiWj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:57:58 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:57:58 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:57:58 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[721dd0f7-4edf-4336-b2e9-a08b386f5798]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:57:58 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc9483b6-9923-4d6d-9f4b-c272cde3fd45]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6] added
Dec 01 21:57:58 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d7381e6-62d1-4d04-b647-364f69ecf5f8]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[121258a4-0a00-4560-a35c-22bb264102dd]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NweDGiWj {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NweDGiWj" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5198dc67-f150-4b93-8b21-f4a253d9ff63]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NweDGiWj'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c83065-b90b-49df-a6b5-2a395ced32cb]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbfdc942-9387-49f2-9cf8-ef402696367a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:57:58 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:57:58 user nova-compute[75255]:  {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:57:58 user nova-compute[75255]: WARNING os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 21:57:58 user nova-compute[75255]: 
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f56dcfe-405b-472e-8a36-cde56943ea1d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6, portal: 172.16.0.220,3260]
Dec 01 21:57:58 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6, portal: 172.16.0.220,3260] successful.
Dec 01 21:57:58 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e5f988-77e2-4829-9334-0d8a9abc7134]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da661d9-310b-4168-8086-0550cff23278]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 (non-flash)
Dec 01 21:57:58 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 (non-flash)
Dec 01 21:57:58 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[113fc305-22c1-4b01-893b-fa5a7ae6a8c9]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:57:58 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NweDGiWj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:57:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.281s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:57:59 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== connect_volume: return (1284ms) {'type': 'block', 'scsi_wwn': '26232336132633132', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:57:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232336132633132', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:57:59 user nova-compute[75255]: DEBUG nova.objects.instance [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:57:59 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:57:59 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:57:59 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:57:59 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:57:59 user nova-compute[75255]:   <serial>215f64c8-0ef9-4eab-8259-0d317e63a3a6</serial>
Dec 01 21:57:59 user nova-compute[75255]: </disk>
Dec 01 21:57:59 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:58:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:58:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:58:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:58:00 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No VIF found with MAC fa:16:3e:3c:aa:c4, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:58:00 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-88f11fd4-ceb2-405b-802c-4401aa255007 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.695s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:58:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:58:03 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:58:03 user nova-compute[75255]: INFO nova.compute.manager [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Detaching volume 215f64c8-0ef9-4eab-8259-0d317e63a3a6
Dec 01 21:58:03 user nova-compute[75255]: INFO nova.virt.block_device [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attempting to driver detach volume 215f64c8-0ef9-4eab-8259-0d317e63a3a6 from mountpoint /dev/vdb
Dec 01 21:58:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Attempting to detach device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:58:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:58:03 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:58:03 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:58:03 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:58:03 user nova-compute[75255]:   <serial>215f64c8-0ef9-4eab-8259-0d317e63a3a6</serial>
Dec 01 21:58:03 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:58:03 user nova-compute[75255]: </disk>
Dec 01 21:58:03 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:58:03 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Successfully detached device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the persistent domain config.
Dec 01 21:58:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:58:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:58:03 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:58:03 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:58:03 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:58:03 user nova-compute[75255]:   <serial>215f64c8-0ef9-4eab-8259-0d317e63a3a6</serial>
Dec 01 21:58:03 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:58:03 user nova-compute[75255]: </disk>
Dec 01 21:58:03 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:58:03 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:58:04 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:58:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:58:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:58:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:58:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:58:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:58:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:58:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:58:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:58:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:58:23 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a07363f4-9032-43e9-bfd9-df86969d1343 is timed out.
Dec 01 21:58:23 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Successfully detached device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the live domain config.
Dec 01 21:58:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NweDGiWj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:58:23 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[11c86217-37f5-48de-a3b0-16d5424282df]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:58:23 user nova-compute[75255]: No targets found.
Dec 01 21:58:23 user nova-compute[75255]: iSNS:
Dec 01 21:58:23 user nova-compute[75255]: No targets found.
Dec 01 21:58:23 user nova-compute[75255]: STATIC:
Dec 01 21:58:23 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6
Dec 01 21:58:23 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:58:23 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:58:23 user nova-compute[75255]: FIRMWARE:
Dec 01 21:58:23 user nova-compute[75255]: No targets found.
Dec 01 21:58:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:58:23 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:58:23 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[449d7652-53e0-4083-952e-bccb9f62efbc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[61691614-9c92-4f15-a029-8458636f5dc3]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 (non-flash)
Dec 01 21:58:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 (non-flash)
Dec 01 21:58:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f825cd8db40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[88a609ea-fc5d-4f2b-9d8f-115f4f1c92c1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[05181ebb-8e35-459d-b791-d1d7640d0be3]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[24672f08-f545-41bd-a8fb-e7509660053a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5522caee-8a58-47b2-8c15-4f51d8d50bc1]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c1c7ce-6715-49e9-a800-5fbf08f44f58]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7afa09e6-c67a-4a4f-ae2e-add0a8b7ffcc]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6, portal: 172.16.0.220,3260]
Dec 01 21:58:23 user nova-compute[75255]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6, portal: 172.16.0.220,3260] successful.
Dec 01 21:58:23 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:215f64c8-0ef9-4eab-8259-0d317e63a3a6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f57a557-f1f0-4d6f-b8a0-fff01baa26f1]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== disconnect_volume: return (286ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:58:23 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:58:24 user nova-compute[75255]: DEBUG nova.objects.instance [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:58:24 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-3d13dc3a-a3a4-4f36-b172-6697bd872844 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.822s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:58:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:58:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:58:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:58:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:58:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:58:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:58:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:58:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:58:35 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:35 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:58:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:39 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances with incomplete migration  {{(pid=75255) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 21:58:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:58:41 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:58:45 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:58:45 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:58:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:58:45 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:58:45 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:58:45 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:47 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:58:47 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:58:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=9030MB free_disk=25.001991271972656GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:58:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:58:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:58:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance a07363f4-9032-43e9-bfd9-df86969d1343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:58:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:58:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:58:47 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:58:47 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:58:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:58:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.266s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:58:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:58:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:58:55 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:58:56 user nova-compute[75255]: INFO nova.compute.manager [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attaching volume fb2bcee3-48f8-47b8-b6b5-522e4ee926ab to /dev/vdb
Dec 01 21:58:56 user nova-compute[75255]: DEBUG os_brick.utils [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4406b6c-45dc-422c-9094-f8f3aca9e271]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:1b59f3a578b5\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5743ef3-1e71-4cd2-af81-251640e0dd34]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[417b2e33-9072-4a58-bab7-1a46b8717903]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3a380c7-37e0-4e6b-b417-f3b0c57a57f7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Running cmd (subprocess): nvme version {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] nvme not present on system {{(pid=75255) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 21:58:56 user nova-compute[75255]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 21:58:56 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d351f3-abee-4ce7-a214-deff3c2bee06]: (4, '') {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75255) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.lightos [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] LIGHTOS: no hostnqn found. {{(pid=75255) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG os_brick.utils [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:1b59f3a578b5', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:58:56 user nova-compute[75255]: DEBUG nova.virt.block_device [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating existing volume attachment record: 6b03abc5-6fd4-4b28-91cb-a602d0839b3d {{(pid=75255) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 21:58:57 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:58:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Cleaning up deleted instances {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 21:58:57 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] There are 0 instances to clean {{(pid=75255) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 21:58:59 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:59:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Calling os-brick to attach iSCSI Volume {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxPHpflz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:59:05 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:59:05 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:59:05 user nova-compute[75255]: INFO os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c5df6a-7969-431b-ab37-bd0220d317a9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 21:59:05 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --interface default --op new {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[96051140-f40d-41eb-9147-46e958698e3e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab] added\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab] added
Dec 01 21:59:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[f019b387-5071-46c7-9b73-5e57841e2301]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8ba5e3c-e30c-46b2-95bd-9ff34c796d8a]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AxPHpflz {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AxPHpflz" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd2a1beb-f38d-4acb-b49a-4e34934feef7]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AxPHpflz'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[b73e7df5-24f2-4aa9-943e-8ef3198a5a78]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf27c0a-ee42-4139-8e0e-d8f128790fb7]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:59:05 user nova-compute[75255]:  {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 21:59:05 user nova-compute[75255]:  {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:59:05 user nova-compute[75255]: WARNING os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 21:59:05 user nova-compute[75255]: 
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --login {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a3a82b6-1e10-4626-8d66-f703ef18ea27]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab, portal: 172.16.0.220,3260]
Dec 01 21:59:05 user nova-compute[75255]: Login to [iface: default, target: iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab, portal: 172.16.0.220,3260] successful.
Dec 01 21:59:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[784d399e-3c28-4d39-9128-9337a49f4075]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[e180a759-6a4a-4b19-96da-78078c09325b]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab (non-flash)
Dec 01 21:59:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab (non-flash)
Dec 01 21:59:05 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Connected to 172.16.0.220:3260 {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=75255) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75255) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[470ddbf5-5c91-41af-88aa-f36b777c1364]: (4, ('- - 0', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:05 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: None {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:59:06 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75255) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 21:59:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxPHpflz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75255) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 21:59:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.287s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:59:06 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23334333365373330', 'path': '/dev/sdb'} {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:59:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23334333365373330', 'path': '/dev/sdb'} {{(pid=75255) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 21:59:06 user nova-compute[75255]: DEBUG nova.objects.instance [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:59:06 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 21:59:06 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:59:06 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:59:06 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:59:06 user nova-compute[75255]:   <serial>fb2bcee3-48f8-47b8-b6b5-522e4ee926ab</serial>
Dec 01 21:59:06 user nova-compute[75255]: </disk>
Dec 01 21:59:06 user nova-compute[75255]:  {{(pid=75255) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 21:59:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:59:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75255) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 21:59:07 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] No VIF found with MAC fa:16:3e:3c:aa:c4, not building metadata {{(pid=75255) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 21:59:07 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-ac09aaf4-4a9b-4ed1-93b3-139bdea55cbb tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.904s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:59:09 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:59:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:59:09 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:59:09 user nova-compute[75255]: INFO nova.compute.manager [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Detaching volume fb2bcee3-48f8-47b8-b6b5-522e4ee926ab
Dec 01 21:59:09 user nova-compute[75255]: INFO nova.virt.block_device [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Attempting to driver detach volume fb2bcee3-48f8-47b8-b6b5-522e4ee926ab from mountpoint /dev/vdb
Dec 01 21:59:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Attempting to detach device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the persistent domain config. {{(pid=75255) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 21:59:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:59:09 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:59:09 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:59:09 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:59:09 user nova-compute[75255]:   <serial>fb2bcee3-48f8-47b8-b6b5-522e4ee926ab</serial>
Dec 01 21:59:09 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:59:09 user nova-compute[75255]: </disk>
Dec 01 21:59:09 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:59:09 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Successfully detached device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the persistent domain config.
Dec 01 21:59:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the live domain config. {{(pid=75255) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 21:59:09 user nova-compute[75255]: DEBUG nova.virt.libvirt.guest [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 21:59:09 user nova-compute[75255]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 21:59:09 user nova-compute[75255]:   <source dev="/dev/sdb"/>
Dec 01 21:59:09 user nova-compute[75255]:   <target dev="vdb" bus="virtio"/>
Dec 01 21:59:09 user nova-compute[75255]:   <serial>fb2bcee3-48f8-47b8-b6b5-522e4ee926ab</serial>
Dec 01 21:59:09 user nova-compute[75255]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 21:59:09 user nova-compute[75255]: </disk>
Dec 01 21:59:09 user nova-compute[75255]:  {{(pid=75255) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 21:59:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:59:10 user nova-compute[75255]: DEBUG nova.virt.libvirt.driver [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 21:59:14 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:59:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:59:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:59:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:59:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:59:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:59:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 21:59:30 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a07363f4-9032-43e9-bfd9-df86969d1343 is timed out.
Dec 01 21:59:30 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Successfully detached device vdb from instance a07363f4-9032-43e9-bfd9-df86969d1343 from the live domain config.
Dec 01 21:59:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] calling os-brick to detach iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8280361720>, {'target_iqn': 'iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AxPHpflz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 21:59:30 user nova-compute[75255]: WARNING os_brick.initiator.connectors.base [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[84ca8f4f-6b05-48ab-a71a-bcb7baec7a60]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 21:59:30 user nova-compute[75255]: No targets found.
Dec 01 21:59:30 user nova-compute[75255]: iSNS:
Dec 01 21:59:30 user nova-compute[75255]: No targets found.
Dec 01 21:59:30 user nova-compute[75255]: STATIC:
Dec 01 21:59:30 user nova-compute[75255]: Target: iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab
Dec 01 21:59:30 user nova-compute[75255]:         Portal: 172.16.0.220:3260,-1
Dec 01 21:59:30 user nova-compute[75255]:                 Iface Name: default
Dec 01 21:59:30 user nova-compute[75255]: FIRMWARE:
Dec 01 21:59:30 user nova-compute[75255]: No targets found.
Dec 01 21:59:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 21:59:30 user nova-compute[75255]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 21:59:30 user nova-compute[75255]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75255) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab', 0)] {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[76c47931-380d-40fa-985b-c7a57709e6ca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7c41bde-38f0-44e0-af1c-141154889c80]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab (non-flash)\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab (non-flash)
Dec 01 21:59:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab (non-flash)
Dec 01 21:59:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8280509120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab'): ({'sdb'}, set())}) {{(pid=75255) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Removing single pathed devices sdb {{(pid=75255) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[881cda95-e802-4229-b8ed-3cbe1c1a661d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aca20e1-91bd-41ce-b3fd-8d6450d3e3cb]: (4, ('ok\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Flushing IO for device /dev/sdb {{(pid=75255) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c078a96-3017-41f1-a6c3-66413b12b5d6]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75255) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[15c7d7e2-73c5-400b-a303-d32646d4660e]: (4, ('1', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.linuxscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] SCSI volumes sdb have been removed. {{(pid=75255) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab')] {{(pid=75255) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dc8687d-a88b-4054-9f13-229def52ee63]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --logout {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[62d9e8c7-46e4-487d-a0b4-fbe7aa6a711e]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab, portal: 172.16.0.220,3260]
Dec 01 21:59:30 user nova-compute[75255]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab, portal: 172.16.0.220,3260] successful.
Dec 01 21:59:30 user nova-compute[75255]:  stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op delete {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb2bcee3-48f8-47b8-b6b5-522e4ee926ab -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85768) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b0ffb6f-2723-44b4-b400-0be2ade494ff]: (4, ('', '')) {{(pid=85768) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75255) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.base [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.273s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] <== disconnect_volume: return (274ms) None {{(pid=75255) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 21:59:30 user nova-compute[75255]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Disconnected iSCSI Volume {{(pid=75255) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 21:59:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'flavor' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:59:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-5cde9431-21f9-4722-b2f1-5d650b66116d tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.683s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:59:32 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:59:35 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:37 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:59:37 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 21:59:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:59:40 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:41 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:59:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:59:44 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:59:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:59:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:59:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:59:45 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:46 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:59:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:59:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:59:46 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:59:46 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 21:59:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:46 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG oslo_concurrency.processutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75255) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 21:59:47 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:59:47 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=8998MB free_disk=25.001041412353516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Instance a07363f4-9032-43e9-bfd9-df86969d1343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75255) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing inventories for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating ProviderTree inventory for provider b2e59b39-2af0-4978-966f-10ba4922bb73 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Updating inventory in ProviderTree for provider b2e59b39-2af0-4978-966f-10ba4922bb73 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing aggregate associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, aggregates: None {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Refreshing trait associations for resource provider b2e59b39-2af0-4978-966f-10ba4922bb73, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42,COMPUTE_RESCUE_BFV,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_ACCELERATORS,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_MMX,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_IDE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_DEVICE_TAGGING,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN {{(pid=75255) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 21:59:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.367s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 21:59:48 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:59:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 21:59:48 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 21:59:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 21:59:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquired lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 21:59:48 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Forcefully refreshing network info cache for instance {{(pid=75255) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 21:59:48 user nova-compute[75255]: DEBUG nova.objects.instance [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lazy-loading 'info_cache' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 21:59:49 user nova-compute[75255]: DEBUG nova.network.neutron [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [{"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 21:59:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Releasing lock "refresh_cache-a07363f4-9032-43e9-bfd9-df86969d1343" {{(pid=75255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 21:59:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updated the network info_cache for instance {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 21:59:50 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:53 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:59:54 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 21:59:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 21:59:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 21:59:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:59:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 21:59:55 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:00:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:00:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 22:00:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 22:00:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 22:00:00 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:05 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:00:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 22:00:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 22:00:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 22:00:10 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:00:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:00:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 22:00:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 22:00:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 22:00:15 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:20 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:25 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:00:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 22:00:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 22:00:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 22:00:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 22:00:30 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 22:00:30 user nova-compute[75255]: INFO nova.compute.manager [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Terminating instance
Dec 01 22:00:30 user nova-compute[75255]: DEBUG nova.compute.manager [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Start destroying the instance on the hypervisor. {{(pid=75255) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 22:00:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:30 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-49b541f7-f8d4-4d3d-b0c5-16f31605c04f req-59d00438-28f9-4a4b-bef3-113ad45616a4 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received event network-vif-unplugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-49b541f7-f8d4-4d3d-b0c5-16f31605c04f req-59d00438-28f9-4a4b-bef3-113ad45616a4 service nova] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-49b541f7-f8d4-4d3d-b0c5-16f31605c04f req-59d00438-28f9-4a4b-bef3-113ad45616a4 service nova] Lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-49b541f7-f8d4-4d3d-b0c5-16f31605c04f req-59d00438-28f9-4a4b-bef3-113ad45616a4 service nova] Lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-49b541f7-f8d4-4d3d-b0c5-16f31605c04f req-59d00438-28f9-4a4b-bef3-113ad45616a4 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] No waiting events found dispatching network-vif-unplugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG nova.compute.manager [req-49b541f7-f8d4-4d3d-b0c5-16f31605c04f req-59d00438-28f9-4a4b-bef3-113ad45616a4 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received event network-vif-unplugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 for instance with task_state deleting. {{(pid=75255) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [-] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Instance destroyed successfully.
Dec 01 22:00:31 user nova-compute[75255]: DEBUG nova.objects.instance [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lazy-loading 'resources' on Instance uuid a07363f4-9032-43e9-bfd9-df86969d1343 {{(pid=75255) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG nova.virt.libvirt.vif [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T21:53:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1481556130',display_name='tempest-SnapshotDataIntegrityTests-server-1481556130',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1481556130',id=52,image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL0cMrp+Cp6PM8SOfwwPAa0vpMzug5E4ZTpDt53SOvyK2a47FmIRi+hr8+r65gDh24xaJhoyFKilcKAtkGnaERxarXw3afP0+qBGkeRX97lLYkYRmWeOkYH9DbzPi6vF0Q==',key_name='tempest-keypair-627470381',keypairs=<?>,launch_index=0,launched_at=2023-12-01T21:53:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='84dd1f94d0cb421ca7a1beaad008385f',ramdisk_id='',reservation_id='r-lxf98vjn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5e2b3bcf-db5d-49e4-b1c9-5ae09386bb4c',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1967403822',owner_user_name='tempest-SnapshotDataIntegrityTests-1967403822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T21:53:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='201fbb447dd54792ad159125d57fa813',uuid=a07363f4-9032-43e9-bfd9-df86969d1343,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Converting VIF {"id": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "address": "fa:16:3e:3c:aa:c4", "network": {"id": "99dda13f-cd11-4852-97a6-7af936428c97", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1674125692-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "84dd1f94d0cb421ca7a1beaad008385f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap171a5aa2-5b", "ovs_interfaceid": "171a5aa2-5bd5-46ca-b7fd-e682d4700f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG nova.network.os_vif_util [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3c:aa:c4,bridge_name='br-int',has_traffic_filtering=True,id=171a5aa2-5bd5-46ca-b7fd-e682d4700f13,network=Network(99dda13f-cd11-4852-97a6-7af936428c97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap171a5aa2-5b') {{(pid=75255) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG os_vif [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:aa:c4,bridge_name='br-int',has_traffic_filtering=True,id=171a5aa2-5bd5-46ca-b7fd-e682d4700f13,network=Network(99dda13f-cd11-4852-97a6-7af936428c97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap171a5aa2-5b') {{(pid=75255) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap171a5aa2-5b, bridge=br-int, if_exists=True) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b2b2abf-7c95-4a1a-86b1-557be0b5c31b) {{(pid=75255) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:00:31 user nova-compute[75255]: INFO os_vif [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:aa:c4,bridge_name='br-int',has_traffic_filtering=True,id=171a5aa2-5bd5-46ca-b7fd-e682d4700f13,network=Network(99dda13f-cd11-4852-97a6-7af936428c97),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap171a5aa2-5b')
Dec 01 22:00:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Deleting instance files /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343_del
Dec 01 22:00:31 user nova-compute[75255]: INFO nova.virt.libvirt.driver [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Deletion of /opt/stack/data/nova/instances/a07363f4-9032-43e9-bfd9-df86969d1343_del complete
Dec 01 22:00:31 user nova-compute[75255]: INFO nova.compute.manager [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 01 22:00:31 user nova-compute[75255]: DEBUG oslo.service.loopingcall [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75255) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG nova.compute.manager [-] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Deallocating network for instance {{(pid=75255) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 22:00:31 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] deallocate_for_instance() {{(pid=75255) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 22:00:32 user nova-compute[75255]: DEBUG nova.network.neutron [-] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Updating instance_info_cache with network_info: [] {{(pid=75255) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 22:00:32 user nova-compute[75255]: INFO nova.compute.manager [-] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Took 0.88 seconds to deallocate network for instance.
Dec 01 22:00:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 22:00:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 22:00:32 user nova-compute[75255]: DEBUG nova.compute.manager [req-3bf64f0f-36f2-45bf-8aa7-e65329475067 req-180bf00e-4654-4e55-ac2b-c8abc3af2f43 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received event network-vif-deleted-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 22:00:32 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 22:00:32 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 22:00:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.119s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 22:00:32 user nova-compute[75255]: INFO nova.scheduler.client.report [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Deleted allocations for instance a07363f4-9032-43e9-bfd9-df86969d1343
Dec 01 22:00:32 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-6689085d-9661-4bb7-8809-8a2493a87ac0 tempest-SnapshotDataIntegrityTests-1967403822 tempest-SnapshotDataIntegrityTests-1967403822-project-member] Lock "a07363f4-9032-43e9-bfd9-df86969d1343" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.053s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 22:00:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-e8af2a3b-a694-440d-bed5-d215f65cbeef req-efb6586c-3985-41f8-9c51-e7d02de0cfc6 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received event network-vif-plugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 22:00:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e8af2a3b-a694-440d-bed5-d215f65cbeef req-efb6586c-3985-41f8-9c51-e7d02de0cfc6 service nova] Acquiring lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 22:00:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e8af2a3b-a694-440d-bed5-d215f65cbeef req-efb6586c-3985-41f8-9c51-e7d02de0cfc6 service nova] Lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 22:00:33 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [req-e8af2a3b-a694-440d-bed5-d215f65cbeef req-efb6586c-3985-41f8-9c51-e7d02de0cfc6 service nova] Lock "a07363f4-9032-43e9-bfd9-df86969d1343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 22:00:33 user nova-compute[75255]: DEBUG nova.compute.manager [req-e8af2a3b-a694-440d-bed5-d215f65cbeef req-efb6586c-3985-41f8-9c51-e7d02de0cfc6 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] No waiting events found dispatching network-vif-plugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 {{(pid=75255) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 22:00:33 user nova-compute[75255]: WARNING nova.compute.manager [req-e8af2a3b-a694-440d-bed5-d215f65cbeef req-efb6586c-3985-41f8-9c51-e7d02de0cfc6 service nova] [instance: a07363f4-9032-43e9-bfd9-df86969d1343] Received unexpected event network-vif-plugged-171a5aa2-5bd5-46ca-b7fd-e682d4700f13 for instance with vm_state deleted and task_state None.
Dec 01 22:00:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:00:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:00:39 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 22:00:40 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:00:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:00:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:00:44 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:00:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 22:00:47 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 22:00:47 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 22:00:47 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=9146MB free_disk=25.02811050415039GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 22:00:47 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 22:00:48 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 22:00:48 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 22:00:48 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 22:00:48 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 22:00:48 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 22:00:48 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.146s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 22:00:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:00:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 22:00:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 22:00:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 22:00:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:00:56 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:00:56 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:01 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:06 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:01:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:01:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75255) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 22:01:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 22:01:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75255) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 22:01:11 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:16 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:21 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:01:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:24 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:26 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:27 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:31 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:33 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:01:36 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:39 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:01:39 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75255) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 22:01:41 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 22:01:41 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:01:42 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:01:44 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:01:45 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:01:46 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Starting heal instance info cache {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Rebuilding the list of instances to heal {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG nova.compute.manager [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Didn't find any instances for network info cache update. {{(pid=75255) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG oslo_service.periodic_task [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Running periodic task ComputeManager.update_available_resource {{(pid=75255) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Auditing locally available compute resources for user (node: user) {{(pid=75255) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 22:01:49 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 22:01:49 user nova-compute[75255]: WARNING nova.virt.libvirt.driver [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 22:01:49 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Hypervisor/Node resource view: name=user free_ram=9293MB free_disk=24.99654769897461GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75255) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 22:01:49 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 22:01:50 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 22:01:50 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75255) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 22:01:50 user nova-compute[75255]: DEBUG nova.compute.provider_tree [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed in ProviderTree for provider: b2e59b39-2af0-4978-966f-10ba4922bb73 {{(pid=75255) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 22:01:50 user nova-compute[75255]: DEBUG nova.scheduler.client.report [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Inventory has not changed for provider b2e59b39-2af0-4978-966f-10ba4922bb73 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75255) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 22:01:50 user nova-compute[75255]: DEBUG nova.compute.resource_tracker [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Compute_service record updated for user:user {{(pid=75255) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 22:01:50 user nova-compute[75255]: DEBUG oslo_concurrency.lockutils [None req-73a96d7e-e8f4-4e18-abe3-721fc9a51baf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.406s {{(pid=75255) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 22:01:51 user nova-compute[75255]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 31 {{(pid=75255) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}